-- Logs begin at Thu 2020-12-03 14:18:32 UTC, end at Thu 2020-12-03 15:19:53 UTC. -- Dec 03 14:53:07.262488 dv-cinder-757908-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 03 14:53:09.795199 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.common.config [-] Logging enabled! Dec 03 14:53:09.795803 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev198 Dec 03 14:53:09.797074 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80192) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 03 14:53:09.797821 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.common.config [-] Logging enabled! Dec 03 14:53:09.798114 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev198 Dec 03 14:53:09.798395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80192) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 03 14:53:09.799488 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 03 14:53:09.799758 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 03 14:53:09.800797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 03 14:53:09.801087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 03 14:53:09.801348 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 03 14:53:09.801718 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.802064 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.802434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.802701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.803046 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.803391 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.803719 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.804083 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.804429 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.804760 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.805082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.805413 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.805680 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.806006 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.806340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.806676 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.806936 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] debug = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.807255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.807802 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.808148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.808471 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.808811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.809121 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.809437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.809763 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.810134 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] host = dv-cinder-757908-3-smb {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.810454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.810785 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.811118 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.811446 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.811763 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.812106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.812437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.812752 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.813066 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] log_file = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.813384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.813716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.814047 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.814389 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.814648 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.814904 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.815236 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.815570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.815885 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.816229 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.816545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.816859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.817171 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.817479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.817810 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.818682 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.819013 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.819329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.819643 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.819957 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.820293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.820625 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.820941 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.821255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.821570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.821902 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.822209 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.822522 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.822871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.823202 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.823530 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.823865 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.824205 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.824537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.824851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.825165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.825478 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] use_json = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.825789 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.826142 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.826425 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.826738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.827047 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.827359 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.827670 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.828050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:09.828399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.828749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.829104 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.829434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.829776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.830109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.830449 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.830773 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.831113 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.831454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.831790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.832137 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.832470 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.832816 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.833157 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.833477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.834388 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.834730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.835053 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.835370 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.835710 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.836056 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.836376 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.836702 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.837024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.837340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.837654 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.837977 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.838318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.838642 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.838958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.839275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.839593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.839910 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.840272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.840595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.840911 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.841225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.841547 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.841864 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.842181 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.842503 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.842821 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.843144 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.843459 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.843780 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.844120 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.844439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.844756 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.845393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.845393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.845685 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.846002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.846321 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.846638 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.846955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.847272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.847603 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.847945 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.848292 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.848617 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.848940 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.849286 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.849610 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.850010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.850277 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.850550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.850866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.851205 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.851532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.851863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.852212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.852535 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.852879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.853202 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.853528 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.853856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.854177 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.854505 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.854832 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.855172 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.855512 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.855850 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.856213 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.856554 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.856878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.857239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.857564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:09.857815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 03 14:53:09.858082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80192) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Dec 03 14:53:10.542485 dv-cinder-757908-3-smb neutron-server[80192]: INFO keyring.backend [-] Loading Gnome Dec 03 14:53:10.561434 dv-cinder-757908-3-smb neutron-server[80192]: INFO keyring.backend [-] Loading Google Dec 03 14:53:10.564194 dv-cinder-757908-3-smb neutron-server[80192]: INFO keyring.backend [-] Loading Windows (alt) Dec 03 14:53:10.567645 dv-cinder-757908-3-smb neutron-server[80192]: INFO keyring.backend [-] Loading file Dec 03 14:53:10.568547 dv-cinder-757908-3-smb neutron-server[80192]: INFO keyring.backend [-] Loading keyczar Dec 03 14:53:10.568826 dv-cinder-757908-3-smb neutron-server[80192]: INFO keyring.backend [-] Loading multi Dec 03 14:53:10.569516 dv-cinder-757908-3-smb neutron-server[80192]: INFO keyring.backend [-] Loading pyfs Dec 03 14:53:10.620483 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80192) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:53:10.620792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80192) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:53:10.621120 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80192) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:53:10.621502 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 03 14:53:11.043830 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.044429 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.044429 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.106505 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.106816 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.107116 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.110473 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.110783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.111082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.188150 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.188463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.188769 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.190002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.190310 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.190608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.310381 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.310651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.311004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.311242 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.312122 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.495004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.495385 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.495709 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.496051 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.496357 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.496740 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.497044 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.497341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.497630 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.497970 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.498270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.498575 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.498883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.499178 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.499490 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.499806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.500126 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.500450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.500737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.501224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.501515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.501799 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.502138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.502422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.502703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.503129 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 03 14:53:11.503407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 03 14:53:11.503682 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 03 14:53:11.503955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 03 14:53:11.504253 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 03 14:53:11.504528 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 03 14:53:11.506540 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 03 14:53:11.514101 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 03 14:53:11.521811 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 03 14:53:11.527032 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Dec 03 14:53:11.529846 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 03 14:53:11.530977 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 03 14:53:11.531367 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Dec 03 14:53:11.531815 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 03 14:53:11.535467 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 03 14:53:11.535762 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 03 14:53:11.536179 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Dec 03 14:53:11.558524 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 03 14:53:11.559049 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.559383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80192) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Dec 03 14:53:11.559796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.561299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80192) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 03 14:53:11.561577 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Dec 03 14:53:11.561863 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Dec 03 14:53:11.564921 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.565241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:11.629402 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 03 14:53:11.629675 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 03 14:53:11.629949 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 03 14:53:11.630373 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 03 14:53:11.667598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.sqlalchemy.engines [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80192) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 03 14:53:11.979528 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Initializing driver for type 'gre' Dec 03 14:53:11.980130 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] gre ID ranges: [(1, 1000)] Dec 03 14:53:12.022761 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Initializing driver for type 'local' Dec 03 14:53:12.023140 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Initializing driver for type 'vlan' Dec 03 14:53:12.032853 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] VlanTypeDriver initialization complete Dec 03 14:53:12.033231 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Initializing driver for type 'vxlan' Dec 03 14:53:12.033757 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] vxlan ID ranges: [(1, 1000)] Dec 03 14:53:12.076937 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Initializing extension driver 'port_security' Dec 03 14:53:12.077416 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.extensions.port_security [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] PortSecurityExtensionDriver initialization complete Dec 03 14:53:12.077646 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Initializing mechanism driver 'openvswitch' Dec 03 14:53:12.083822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80192) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:53:12.084694 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > port after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.085101 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > port after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.085486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > port after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.085909 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > subnet after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.086295 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > subnet after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.086676 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.087089 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > network after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.087469 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > network after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.087845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > network after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.088302 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > security_group after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.088685 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > security_group after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.089055 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.089476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.089858 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.090231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.090775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > address_group after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.091157 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > address_group after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.091533 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.091899 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] ML2 OVO RPC backend initialized. {{(pid=80192) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 03 14:53:12.092646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.093037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.093494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > network before_response 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.093875 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > networks before_response 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.094252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > port before_response 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.094628 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > ports before_response 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.095004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > subnet before_response 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.095375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > subnets before_response 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.095756 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > network after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.096154 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > network after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.096525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > network after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.096895 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > port after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.097262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > port after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.097629 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > port after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.097996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > subnet after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.098364 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > subnet after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.098730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.099897 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.plugin [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Modular L2 Plugin initialization complete Dec 03 14:53:12.100274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading services supported by the core plugin {{(pid=80192) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 03 14:53:12.100637 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.plugins.ml2.managers [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Got port-security extension from driver 'port_security' Dec 03 14:53:12.101147 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.extensions.vlantransparent [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Disabled vlantransparent extension. Dec 03 14:53:12.102600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80192) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 03 14:53:12.102958 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading Plugin: router Dec 03 14:53:12.143880 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.144340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router after_create 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.144773 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router before_create 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.145146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.145565 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.145960 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router after_delete 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.146377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.146786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router after_create 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.147162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router after_update 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.147552 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router after_update 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.147937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.148365 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router after_update 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.148857 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router precommit_update 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.149275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: port after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.149655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: port after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.150026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: subnet after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.150400 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.150792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.151171 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router precommit_create 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.151589 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: port before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.151927 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router precommit_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.152362 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router after_update 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.152743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.153125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router precommit_create 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.153555 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.153913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router precommit_update 55549900 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.154339 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > network after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.155342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Tracking information for resource: router configured {{(pid=80192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 03 14:53:12.155715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Tracking information for resource: floatingip configured {{(pid=80192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 03 14:53:12.160757 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_agentschedulers_db [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 03 14:53:12.161404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: port after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.162321 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: port after_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.162703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: port after_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.163087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: port after_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.164033 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router before_create 55550100 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.164429 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.164827 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router precommit_create 55550100 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.165216 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > router precommit_update 55550100 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.169863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.provider_configuration [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service providers = [] {{(pid=80192) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 03 14:53:12.170251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.servicetype_db [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80192) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 03 14:53:12.173132 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.service_base [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80192) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 03 14:53:12.173515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.service_base [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80192) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 03 14:53:12.173889 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.service_base [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80192) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 03 14:53:12.174786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.service_base [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80192) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 03 14:53:12.175189 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.services.service_base [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 03 14:53:12.175611 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 03 14:53:12.176035 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 03 14:53:12.197961 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 03 14:53:12.198332 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading Plugin: auto_allocate Dec 03 14:53:12.209432 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: network precommit_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.209835 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: network precommit_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.210432 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 03 14:53:12.210788 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading Plugin: tag Dec 03 14:53:12.222070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 03 14:53:12.222439 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading Plugin: timestamp Dec 03 14:53:12.226777 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 03 14:53:12.227146 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading Plugin: network_ip_availability Dec 03 14:53:12.234175 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.234534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.234922 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.235725 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 03 14:53:12.236117 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading Plugin: flavors Dec 03 14:53:12.252302 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 03 14:53:12.252676 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading Plugin: revisions Dec 03 14:53:12.257183 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 03 14:53:12.257611 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.636s {{(pid=80192) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:53:12.258440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80192) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Dec 03 14:53:12.258800 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Initializing extension manager. Dec 03 14:53:12.259370 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: __init__.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.259748 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: __pycache__ {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.260156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.260533 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: _filter_validation_lib.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.260916 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.261278 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: address_group.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.262090 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.262740 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: address-group Dec 03 14:53:12.263104 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: address_scope.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.263875 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.264485 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: address-scope Dec 03 14:53:12.264846 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.265808 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.266383 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: router-admin-state-down-before-update Dec 03 14:53:12.266749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: agent.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.267505 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.268108 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: agent Dec 03 14:53:12.268466 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: agent_resources_synced.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.269511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.270101 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: agent-resources-synced Dec 03 14:53:12.270458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: allowedaddresspairs.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.272842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.273434 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: allowed-address-pairs Dec 03 14:53:12.273805 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: auto_allocated_topology.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.274891 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.275476 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: auto-allocated-topology Dec 03 14:53:12.275922 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: availability_zone.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.276802 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.277382 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: availability_zone Dec 03 14:53:12.277815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: availability_zone_filter.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.278811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.279391 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: availability_zone_filter Dec 03 14:53:12.279817 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: data_plane_status.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.280830 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.281438 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension data-plane-status not supported by any of loaded plugins Dec 03 14:53:12.281832 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: default_subnetpools.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.282826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.283468 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: default-subnetpools Dec 03 14:53:12.283828 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.284767 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.285423 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: dhcp_agent_scheduler Dec 03 14:53:12.285788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: dns.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.287439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.288042 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension dns-integration not supported by any of loaded plugins Dec 03 14:53:12.288482 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: dns_domain_ports.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.289486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.290074 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 03 14:53:12.290510 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: dvr.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.291309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.291898 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: dvr Dec 03 14:53:12.292405 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: empty_string_filtering.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.293375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.294021 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: empty-string-filtering Dec 03 14:53:12.294394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.295330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.295909 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 03 14:53:12.296366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.297356 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.297931 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 03 14:53:12.298361 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: external_net.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.299455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.300223 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: external-net Dec 03 14:53:12.300481 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.301410 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.301990 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: extra_dhcp_opt Dec 03 14:53:12.302388 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: extraroute.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.303307 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.303884 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: extraroute Dec 03 14:53:12.304309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: extraroute_atomic.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.305326 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.305909 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: extraroute-atomic Dec 03 14:53:12.306269 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: filter_validation.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.307261 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.307572 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: filter-validation Dec 03 14:53:12.307933 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: fip_pf_description.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.308913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.309491 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 03 14:53:12.309850 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: fip_port_details.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.310786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.311357 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: fip-port-details Dec 03 14:53:12.311717 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: flavors.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.312989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.313581 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: flavors Dec 03 14:53:12.313942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.315624 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.316245 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 03 14:53:12.316616 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: floatingip_pools.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.317372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.318002 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: floatingip-pools Dec 03 14:53:12.318366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: ip_allocation.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.319303 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.319881 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension ip_allocation not supported by any of loaded plugins Dec 03 14:53:12.320264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.321209 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.321791 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: ip-substring-filtering Dec 03 14:53:12.322150 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: l2_adjacency.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.323094 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.323671 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension l2_adjacency not supported by any of loaded plugins Dec 03 14:53:12.324049 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: l3.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.325279 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.325867 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: router Dec 03 14:53:12.326230 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.328588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.329180 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 03 14:53:12.329553 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.330494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.331076 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: ext-gw-mode Dec 03 14:53:12.331441 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.332424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.333003 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: l3-ha Dec 03 14:53:12.333366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: l3_flavors.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.334818 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.335402 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: l3-flavors Dec 03 14:53:12.335761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.336711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.337292 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: l3-port-ip-change-not-allowed Dec 03 14:53:12.337652 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: l3agentscheduler.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.338860 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.339458 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: l3_agent_scheduler Dec 03 14:53:12.339829 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: logging.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.341391 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.341995 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension logging not supported by any of loaded plugins Dec 03 14:53:12.342367 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: metering.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.343284 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.344010 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: metering Dec 03 14:53:12.344384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.345509 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.346101 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: metering_source_and_destination_fields Dec 03 14:53:12.346463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: multiprovidernet.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.347403 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.348001 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: multi-provider Dec 03 14:53:12.348365 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: netmtu.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.349856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.350432 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: net-mtu Dec 03 14:53:12.350795 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: netmtu_writable.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.351738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.352350 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: net-mtu-writable Dec 03 14:53:12.352713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: network_availability_zone.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.353430 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.354008 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: network_availability_zone Dec 03 14:53:12.354368 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: network_ip_availability.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.355486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.356104 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: network-ip-availability Dec 03 14:53:12.356467 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: network_segment_range.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.357329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.357916 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension network-segment-range not supported by any of loaded plugins Dec 03 14:53:12.358277 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: pagination.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.359283 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.359658 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: pagination Dec 03 14:53:12.360040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.360964 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.361552 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: port-mac-address-regenerate Dec 03 14:53:12.361910 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.363068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.363666 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: port-numa-affinity-policy Dec 03 14:53:12.364050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: port_resource_request.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.364991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.365568 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension port-resource-request not supported by any of loaded plugins Dec 03 14:53:12.365928 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: portbindings.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.366872 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.367457 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: binding Dec 03 14:53:12.368180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: portbindings_extended.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.369243 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.369834 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: binding-extended Dec 03 14:53:12.370203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: portsecurity.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.371140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.371720 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: port-security Dec 03 14:53:12.372113 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: project_id.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.373102 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.373478 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: project-id Dec 03 14:53:12.373833 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: providernet.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.374771 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.375357 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: provider Dec 03 14:53:12.375719 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: qos.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.379267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.379867 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension qos not supported by any of loaded plugins Dec 03 14:53:12.380272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.381542 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.382132 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 03 14:53:12.382509 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.383622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.384300 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 03 14:53:12.384706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: qos_default.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.385713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.386290 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension qos-default not supported by any of loaded plugins Dec 03 14:53:12.386652 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: qos_fip.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.387351 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.387920 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension qos-fip not supported by any of loaded plugins Dec 03 14:53:12.388302 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: qos_gateway_ip.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.389243 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.389820 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 03 14:53:12.390177 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: qos_port_network_policy.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.391111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.391692 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 03 14:53:12.392081 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: qos_rule_type_details.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.393017 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.393595 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 03 14:53:12.393957 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: qos_rules_alias.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.395093 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.395684 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 03 14:53:12.396625 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: quotasv2.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.397624 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.398001 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: quotas Dec 03 14:53:12.398356 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: quotasv2_detail.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.399937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.400345 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: quota_details Dec 03 14:53:12.400712 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: rbac.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.401885 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.402485 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: rbac-policies Dec 03 14:53:12.402851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: rbac_address_scope.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.403795 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.404414 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: rbac-address-scope Dec 03 14:53:12.404777 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: rbac_security_groups.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.405699 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.406284 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: rbac-security-groups Dec 03 14:53:12.406644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: rbac_subnetpool.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.407561 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.408176 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: rbac-subnetpool Dec 03 14:53:12.408537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: revisionifmatch.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.409473 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.410063 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: revision-if-match Dec 03 14:53:12.410422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: revisions.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.411537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.412718 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: standard-attr-revisions Dec 03 14:53:12.413078 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: router_availability_zone.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.413801 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.414380 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: router_availability_zone Dec 03 14:53:12.414737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: routerservicetype.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.415689 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.416291 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension router-service-type not supported by any of loaded plugins Dec 03 14:53:12.416654 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.417698 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.418291 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: port-security-groups-filtering Dec 03 14:53:12.418654 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.419610 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.420223 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: security-groups-remote-address-group Dec 03 14:53:12.420588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: securitygroup.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.433833 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.434443 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: security-group Dec 03 14:53:12.434825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: segment.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.435761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.436311 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension segment not supported by any of loaded plugins Dec 03 14:53:12.436749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.437719 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.438251 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 03 14:53:12.438709 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: servicetype.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.439713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.440329 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: service-type Dec 03 14:53:12.440695 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: sorting.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.441690 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.442068 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: sorting Dec 03 14:53:12.442422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: standard_attr_segment.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.443354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.443943 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 03 14:53:12.444329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: standardattrdescription.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.445038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.445616 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: standard-attr-description Dec 03 14:53:12.445976 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: stateful_security_group.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.446932 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.447524 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: stateful-security-group Dec 03 14:53:12.447882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: stdattrs_common.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.448493 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 03 14:53:12.448849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.449882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.450464 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 03 14:53:12.450821 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: subnet_onboard.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.451899 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.452520 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: subnet_onboard Dec 03 14:53:12.452879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.453826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.454408 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 03 14:53:12.454767 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: subnet_service_types.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.455709 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.456326 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: subnet-service-types Dec 03 14:53:12.456698 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: subnetallocation.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.457792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.458385 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: subnet_allocation Dec 03 14:53:12.459270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.459996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.460578 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: subnetpool-prefix-ops Dec 03 14:53:12.460937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.461911 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.462496 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 03 14:53:12.462859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: tagging.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.465356 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.466055 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: standard-attr-tag Dec 03 14:53:12.466309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: timestamp.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.467526 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.468151 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loaded extension: standard-attr-timestamp Dec 03 14:53:12.468516 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: trunk.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.469558 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.470152 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension trunk not supported by any of loaded plugins Dec 03 14:53:12.470512 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: trunk_details.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.471443 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.472151 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension trunk-details not supported by any of loaded plugins Dec 03 14:53:12.472426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: uplink_status_propagation.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.473355 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.473938 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 03 14:53:12.474904 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Loading extension file: vlantransparent.py {{(pid=80192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 03 14:53:12.475604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 03 14:53:12.476211 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extension vlan-transparent not supported by any of loaded plugins Dec 03 14:53:12.478935 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:network Dec 03 14:53:12.479773 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:subnet Dec 03 14:53:12.480478 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:subnetpool Dec 03 14:53:12.481141 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:port Dec 03 14:53:12.482677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.483157 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service FLAVORS assigned prefix: {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.483850 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.484424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.484745 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:router Dec 03 14:53:12.485490 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:floatingip Dec 03 14:53:12.486255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service METERING assigned prefix: /metering {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.488355 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.488755 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.489138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 14:53:12.490337 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of CountableResource for resource:rbac_policy Dec 03 14:53:12.490829 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:security_group Dec 03 14:53:12.491626 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:security_group_rule Dec 03 14:53:12.492470 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service CORE assigned prefix: {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.492837 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:subnetpool Dec 03 14:53:12.493208 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] subnetpool is already registered Dec 03 14:53:12.493870 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service CORE assigned prefix: {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.494239 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:subnetpool Dec 03 14:53:12.494717 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] subnetpool is already registered Dec 03 14:53:12.497543 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.498019 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service FLAVORS assigned prefix: {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.498671 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.499130 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.499503 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:router Dec 03 14:53:12.499869 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] router is already registered Dec 03 14:53:12.500566 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:floatingip Dec 03 14:53:12.500928 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] floatingip is already registered Dec 03 14:53:12.501624 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service METERING assigned prefix: /metering {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.502367 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of CountableResource for resource:rbac_policy Dec 03 14:53:12.502735 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] rbac_policy is already registered Dec 03 14:53:12.503360 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:security_group Dec 03 14:53:12.503725 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] security_group is already registered Dec 03 14:53:12.504398 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:security_group_rule Dec 03 14:53:12.504763 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] security_group_rule is already registered Dec 03 14:53:12.505514 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service CORE assigned prefix: {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.505881 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:subnetpool Dec 03 14:53:12.506238 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] subnetpool is already registered Dec 03 14:53:12.506905 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.resource_helper [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Service CORE assigned prefix: {{(pid=80192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 03 14:53:12.507276 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Creating instance of TrackedResource for resource:subnetpool Dec 03 14:53:12.507632 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.quota.resource_registry [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] subnetpool is already registered Dec 03 14:53:12.508366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: extensions {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.509942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: address-groups {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.511637 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: address-scopes {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.512968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: agents {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.514191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: auto-allocated-topology {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.515520 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: availability_zones {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.516924 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: dhcp-networks {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.518425 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: dhcp-agents {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.519911 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: routers {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.522433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: flavors {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.523661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: service_profiles {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.524975 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: next_providers {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.526602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: service_profiles {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.528180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: floatingip-pools {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.529468 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: routers {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.531352 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: floatingips {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.532656 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: l3-routers {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.534139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: l3-agents {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.535665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: metering-labels {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.537715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: metering-label-rules {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.539125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: network-ip-availabilities {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.540516 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: bindings {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.542282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: quotas {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.543879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: quotas {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.545369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: rbac-policies {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.546726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: security-groups {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.548030 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: security-group-rules {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.549337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: service-providers {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.550650 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: subnetpools {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.553322 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: subnetpools {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.554868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: tags {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.556705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: tags {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.658105 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: tags {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.660053 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: tags {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.661990 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: tags {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.663792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: tags {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.665707 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: tags {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.667737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: tags {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.669760 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: tags {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.671737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.extensions [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Extended resource: tags {{(pid=80192) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 03 14:53:12.679429 dv-cinder-757908-3-smb neutron-server[80192]: WARNING keystonemiddleware.auth_token [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 03 14:53:12.684822 dv-cinder-757908-3-smb neutron-server[80192]: WARNING keystonemiddleware.auth_token [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 03 14:53:12.694221 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Acquired lock "singleton_lock" {{(pid=80192) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 03 14:53:12.694751 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Releasing lock "singleton_lock" {{(pid=80192) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 03 14:53:12.696233 dv-cinder-757908-3-smb neutron-server[80192]: INFO oslo_service.service [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Starting 2 workers Dec 03 14:53:12.701001 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Started child 80303 {{(pid=80192) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 03 14:53:12.705646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:12.705841 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Started child 80304 {{(pid=80192) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 03 14:53:12.707226 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [-] (80303) wsgi starting up on http://0.0.0.0:9696 Dec 03 14:53:12.707361 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.service [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Neutron service started, listening on 0.0.0.0:9696 Dec 03 14:53:12.707991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Notify callbacks [] for process, before_spawn {{(pid=80192) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:12.710299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:12.711038 dv-cinder-757908-3-smb neutron-server[80192]: INFO oslo_service.service [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Starting 1 workers Dec 03 14:53:12.711863 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [-] (80304) wsgi starting up on http://0.0.0.0:9696 Dec 03 14:53:12.716601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Started child 80305 {{(pid=80192) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 03 14:53:12.717150 dv-cinder-757908-3-smb neutron-server[80192]: INFO oslo_service.service [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Starting 1 workers Dec 03 14:53:12.719068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.service [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] calling RpcWorker wait() {{(pid=80305) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 03 14:53:12.719447 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.service [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] returning from RpcWorker wait() {{(pid=80305) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 03 14:53:12.720997 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:12.721509 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:53:12.721998 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Started child 80306 {{(pid=80192) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 03 14:53:12.722773 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e864efa-0228-47f2-a51d-03121fa369ba None None] Notify callbacks [] for process, after_spawn {{(pid=80192) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:12.724609 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80192) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 03 14:53:12.724855 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 03 14:53:12.725025 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 03 14:53:12.725467 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 03 14:53:12.725871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 03 14:53:12.726064 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 03 14:53:12.726626 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.726945 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.727256 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.727555 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.727791 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:12.727886 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.728541 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.728843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.729136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.729461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.729732 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.729927 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.730121 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.730415 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.730690 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.731034 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.731326 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.731597 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.731883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.732121 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.732394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.732691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.732985 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.733282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] debug = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.733567 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.734156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.734475 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.734699 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.734966 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.735270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.735551 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.735857 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.736158 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.736437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.736711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.737267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.737527 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.737781 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.738093 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.738341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.738787 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] host = dv-cinder-757908-3-smb {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.739043 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.739477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.739778 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.740070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.740357 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.740608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.740902 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.741190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.741464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.741723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.742005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.742269 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.742534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.742803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_file = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.743032 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_options = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.743249 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.743514 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.743794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.744029 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.744205 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.744435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.744667 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.744860 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.745139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.745387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.745630 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.745875 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.746120 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.746364 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.746647 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.746889 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.747145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.747387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.747680 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.747927 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.748377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.748781 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.749511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.749511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.749511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.749762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.749970 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.750368 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.750629 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.750877 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.751171 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.751485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.751780 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.752150 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.752427 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.752671 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.752919 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.753250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.753523 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.753623 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:53:12.753768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.754237 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.754486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.754778 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.755046 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.755296 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.756100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] use_json = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.756358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.756606 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.757438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.757708 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.757966 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.758218 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.758450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.758894 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.759340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.759653 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.760060 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.760314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.760588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.760862 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.761153 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.761427 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.761678 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.762026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.762282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.762546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.762897 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.763218 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.763470 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.763740 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.763991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.764252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.764525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.764776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.765025 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.765280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.765593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.765854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.766110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.766406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.766649 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.766902 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.767152 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.767441 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.767725 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.768020 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.768269 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.768540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.768797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.769043 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.769313 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.769583 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.769867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.770148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.770406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.770660 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.770906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.771733 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.772038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.772292 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.772544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.772790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.773042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.773289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.773559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.774016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.774440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.774862 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.775290 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.775750 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.776010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.776246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.776478 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.776767 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.776988 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.777257 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.777515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.777753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.778143 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.778533 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.778919 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.779323 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.779736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.780150 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.780557 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.780968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.781220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.781530 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.781920 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.782907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.782907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.782907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.782907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.783439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.783439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.783722 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.783902 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.784188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.784461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.784906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.785218 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.785479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.785938 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.786409 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.786645 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.786892 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.787293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.787717 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.788170 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.788451 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.788888 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.789354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.789638 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.789948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.790277 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.790553 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.790865 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.791149 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.791450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.791790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.792314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.792543 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.792796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.793280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.793540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.793813 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.794111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.794354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.794780 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.795222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.795564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.795829 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.796113 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.796374 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.796645 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.797001 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.797296 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.797551 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.797802 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.798108 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.798395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.798665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.798974 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.799265 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.799543 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.799846 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.800162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.800455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.800714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.800978 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.801341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.801460 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.801685 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.801968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.802228 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.802476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.802765 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.803185 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.803445 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.803694 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.803994 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.804260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.804533 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.804782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.805036 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.805322 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.805595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.805874 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.806133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.806398 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.806690 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.806951 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.807254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.807549 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.807800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.808097 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.808360 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.808658 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.808909 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.809195 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.809476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.809678 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.809928 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.810179 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.810430 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.810679 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.810948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.811197 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.811476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.811750 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.812142 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.812417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.812707 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.812979 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.813231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.813499 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.813753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.814023 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.814275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.814525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.814804 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.815066 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.815324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.815572 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.815801 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.818455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.818455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.818455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.818455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.818455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.818455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.818455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.818455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.819095 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.819095 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.819266 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.819495 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.819773 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.820153 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.820390 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.820752 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.820968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.821188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.821440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.821920 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.822448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.822806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.823143 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.823457 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.823784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.824135 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.824450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.824726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.825043 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.825395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.825721 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.826015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.826287 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.826596 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.826861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.827123 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.827383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.827636 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.828077 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.828505 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.828761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.829191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.829588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.830010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.830440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.830712 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.830979 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.831263 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.831532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.831713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 03 14:53:12.832272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80192) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 03 14:53:12.832461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 03 14:53:12.832643 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 03 14:53:12.832847 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 03 14:53:12.833053 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 03 14:53:12.833215 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 03 14:53:12.833694 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.834084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.834375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.834570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.834765 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.834958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.835148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.835332 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.835515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.835704 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.835889 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.836125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.836304 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.836472 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.836824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.837016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.837185 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.837531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.837726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.837914 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.838109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.838271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.838593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] debug = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.838940 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.839160 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.839348 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.839535 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.839723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.839907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.840122 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.840316 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.840482 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.840827 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.841015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.841203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.841387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.841573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.841756 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.841941 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.842125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] host = dv-cinder-757908-3-smb {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.842308 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.842491 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.842677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.842861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.843048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.843230 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.843417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.843605 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.843788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.844000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.844182 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.844366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.844550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.844734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_file = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.844920 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_options = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.845106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.845292 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.845475 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.845676 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.845869 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.846101 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.846644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.846644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.846644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.846644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.847082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.847082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.847271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.847364 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.847457 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.847632 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.847816 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.848022 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.848210 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.848396 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.848559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.848739 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.848898 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.849590 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.849786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.849968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.850153 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.851271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.851271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.851271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.851271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.851271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.851271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.851271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.852055 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.852055 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.852055 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.852055 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.852412 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.852412 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.852412 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.852669 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.852765 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.852925 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.853111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.853295 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] use_json = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.853480 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.853672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.853832 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.853991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.854343 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.854511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.854693 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.854878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 03 14:53:12.855086 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.855275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.855477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.855666 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.855853 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.856068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.856256 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.856444 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.856633 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.856821 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.857016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.857203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.857411 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.857597 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.857788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.857977 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.858201 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.858361 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.858556 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.858737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.858908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.859262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.859454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.859624 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.859982 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.860180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.860372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.860567 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.860750 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.860939 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.861130 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.861319 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.861498 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.861656 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.861834 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.862244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.862439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.862612 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.863039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.863244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.863420 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.863619 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.863762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.864026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.864180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.864335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.864537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.864694 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.865413 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.865567 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.865716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.865906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.866095 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.866373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.866479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.866583 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.866770 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.866959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.867147 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.867335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.867525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.867714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.867903 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.868117 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.868307 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.868464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.868658 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.868824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.869012 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.869272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.869464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.869604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.869739 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.869845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.870036 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.871114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.871114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.871114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.871114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.871114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.871114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.871114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.871915 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.871915 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.872120 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:53:12.872217 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.872217 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.872217 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.872217 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.872692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.872692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.872692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.872969 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.873062 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.873156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.873340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.873528 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.873718 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.873908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.874121 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.874279 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.874483 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.874656 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.874804 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.874976 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.875170 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.875369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.875556 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.875742 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.875929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.876109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.876294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.876461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.876648 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.876836 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.877022 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.877244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.877406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.877605 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.877793 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.877982 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.878170 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.878386 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.878573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.878760 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.878949 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.879136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.879323 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.879539 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.879686 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.879873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.880086 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.880279 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.880492 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.880679 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.880866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.881054 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.881241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.881411 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.881590 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.881784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.881972 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.882160 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.882347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.882534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.882724 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.882913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.883102 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.883332 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.883459 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.883642 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.883831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.884042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.884275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.884394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.884566 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.884706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.884871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.885038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.885209 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.885377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.885545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.885711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.885880 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.886048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.886244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.886422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.886571 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.886761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.886951 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.887138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.887308 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.887460 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.887654 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.887842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.888039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.888198 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.888395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.888584 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.888772 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.888960 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.889148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.889338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.889590 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.889703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.889844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.890028 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.890223 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.890414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.890573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.890762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.890952 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.891140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.891327 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.891513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.891711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.891899 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.892109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.892298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.892495 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.892681 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.892869 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.893065 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.893254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.893441 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.893643 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.893831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.894020 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.894207 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.894393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.894580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.894770 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.894960 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.895158 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.895353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.895541 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.895738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.895934 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.896156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.896336 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.896532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.896734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.896921 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.897108 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.897294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.897480 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.897709 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.897856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.898002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.898176 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.898363 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.898549 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.898737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.898876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.899056 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.899242 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.899430 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.899736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.899887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.900087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.900227 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 03 14:53:12.900355 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 03 14:53:12.925133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 55214) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:53:12.938146 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095580 Dec 03 14:53:23.293557 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f7a7c2-c136-4e83-92e3-91ff61dfadd6 None None] get_active_networks_info from dv-cinder-757908-3-smb {{(pid=80305) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 03 14:53:23.425077 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f7a7c2-c136-4e83-92e3-91ff61dfadd6 None None] No non-hosted networks {{(pid=80305) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 03 14:53:23.442690 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4f9cebfe-f8e6-4cc5-ac68-ea3d12a859e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113'] for agent, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:25.596124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-958b842a-34f2-4d7b-96c4-b3bc59d77a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113'] for agent, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:25.752898 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-79ccfd69-b045-4dcc-ab7e-67563444a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:26.145783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113'] for agent, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:27.121962 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113'] for agent, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:27.122687 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:27.123066 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:27.123437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:27.123869 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:27.124327 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:27.124862 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:27.125226 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:27.125727 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:27.126091 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:27.126483 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:27.126874 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:27.127230 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:27.127814 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-757908-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:53:27.151493 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-757908-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:53:27.163417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113'] for agent, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:27.340641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] get_endpoint_by_host() called for host dv-cinder-757908-3-smb {{(pid=80305) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 03 14:53:27.346148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] get_endpoint_by_ip() called for ip 192.168.0.76 {{(pid=80305) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 03 14:53:27.350122 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] _add_endpoint() called for ip 192.168.0.76 {{(pid=80305) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 03 14:53:27.355734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] _get_endpoints() called {{(pid=80305) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 03 14:53:29.032422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 55306) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:53:29.715560 dv-cinder-757908-3-smb neutron-server[80192]: WARNING oslo_policy.policy [None req-528dbff3-4313-4a60-bd3a-426c4b0e0261 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 03 14:53:29.716182 dv-cinder-757908-3-smb neutron-server[80192]: WARNING oslo_policy.policy [None req-528dbff3-4313-4a60-bd3a-426c4b0e0261 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 03 14:53:29.948477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [None req-528dbff3-4313-4a60-bd3a-426c4b0e0261 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80304) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 14:53:29.949639 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-528dbff3-4313-4a60-bd3a-426c4b0e0261 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.9160883 Dec 03 14:53:31.854971 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_hamode_db [None req-bb8b5bee-3198-4cb7-b3a8-c51c64ce164d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 03 14:53:31.941997 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8b5bee-3198-4cb7-b3a8-c51c64ce164d None None] Routers set() bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 14:53:31.942440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8b5bee-3198-4cb7-b3a8-c51c64ce164d None None] Router IDs set() for agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 03 14:53:32.810928 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 55320) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:53:33.229002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-e4c47486-3dae-479c-a537-595fcb33a667 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 14:53:33.278991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.policy [None req-e4c47486-3dae-479c-a537-595fcb33a667 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80304) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 03 14:53:33.279834 dv-cinder-757908-3-smb neutron-server[80192]: WARNING oslo_policy.policy [None req-e4c47486-3dae-479c-a537-595fcb33a667 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 03 14:53:33.280285 dv-cinder-757908-3-smb neutron-server[80192]: WARNING oslo_policy.policy [None req-e4c47486-3dae-479c-a537-595fcb33a667 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 03 14:53:33.287893 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota [None req-e4c47486-3dae-479c-a537-595fcb33a667 admin admin] Loaded quota_driver: . Dec 03 14:53:33.332622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e4c47486-3dae-479c-a537-595fcb33a667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 14:53:33.387951 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e4c47486-3dae-479c-a537-595fcb33a667 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782517832255', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782517929064', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782517934811', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782518113705', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782517943151', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32822976', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036821558685', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853272700', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1381390'] for rbac-policy, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:33.453286 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e4c47486-3dae-479c-a537-595fcb33a667 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:33.454532 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e4c47486-3dae-479c-a537-595fcb33a667 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6425943 Dec 03 14:53:36.478704 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 55334) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:53:36.900703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Request body: {'network': {'project_id': '229b627a1e424329a3910c9e705d3c10', 'name': 'private', 'admin_state_up': True}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 14:53:36.907387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 14:53:36.914536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Usage tracker for resource:network and tenant:229b627a1e424329a3910c9e705d3c10 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 14:53:36.918498 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 14:53:36.924614 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 14:53:36.933859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Made reservation on behalf of 229b627a1e424329a3910c9e705d3c10 for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 14:53:36.939786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:36.957334 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:36.972292 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 14:53:36.976725 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Usage tracker for resource:security_group_rule and tenant:229b627a1e424329a3910c9e705d3c10 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 14:53:36.980254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 14:53:36.985876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 14:53:37.086804 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:37.089529 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:37.094926 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:53:37.115996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 14:53:37.143212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:37.143817 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Added segment a0468b36-63c5-4926-a2a0-1fa6b7242556 of type vxlan for network fbb6c56d-c5ee-474a-8242-0730b74c32d1 Dec 03 14:53:37.199737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d8bc4e-b203-49fe-9588-281a26e94fde,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:53:37.223541 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:37.224411 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:37.224776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:37.225130 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:37.225476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:37.225820 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:37.226159 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:37.226496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:37.226849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:37.227187 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:37.227522 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:37.227854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Tracked resource versions report: Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: pushed versions: Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: { 'AddressGroup': {'1.0'}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': {'1.0'}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': {'1.0'}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': {'1.1'}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': {'1.6'}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': {'1.2'}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': {'1.8'}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': {'1.3'}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': {'1.1'}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': {'1.0'}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': {'1.1'}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': {'1.1'}} Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: consumer versions: Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: { DHCP agent@dv-cinder-757908-3-smb: {}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: L3 agent@dv-cinder-757908-3-smb: {}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: Metadata agent@dv-cinder-757908-3-smb: {}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: Metering agent@dv-cinder-757908-3-smb: {}, Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: Open vSwitch agent@dv-cinder-757908-3-smb: { 'AddressGroup': '1.0', Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': '1.0', Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': '1.0', Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': '1.1', Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': '1.6', Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': '1.2', Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': '1.8', Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': '1.3', Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': '1.1', Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': '1.0', Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': '1.1', Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': '1.1'}} Dec 03 14:53:37.228996 dv-cinder-757908-3-smb neutron-server[80192]: {{(pid=80304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 03 14:53:37.265556 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:37.279645 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:53:37.314478 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:37.315955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:53:37.316856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:37.323375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:53:37.439898 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.9599454 Dec 03 14:53:37.440657 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb6c56d-c5ee-474a-8242-0730b74c32d1,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:53:37.465864 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:53:37.475032 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network fbb6c56d-c5ee-474a-8242-0730b74c32d1 details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 14:53:40.586108 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 55350) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:53:41.102735 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f34ba-8ae9-41d0-9782-66ab3269c244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:53:41.104264 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-586f34ba-8ae9-41d0-9782-66ab3269c244 admin admin] 10.222.0.81 "GET /v2.0/networks/fbb6c56d-c5ee-474a-8242-0730b74c32d1 HTTP/1.1" status: 200 len: 818 time: 0.5170732 Dec 03 14:53:41.135752 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-35e0bec5-ff55-4e7a-8c7a-1e22dde130f6 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/c067a656-40e1-4b10-b394-2aaab6a92cb1 HTTP/1.1" status: 200 len: 734 time: 0.0247869 Dec 03 14:53:41.146696 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Request body: {'subnet': {'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'c067a656-40e1-4b10-b394-2aaab6a92cb1', 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1', 'gateway_ip': '172.20.0.1'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 14:53:41.151763 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 14:53:41.155934 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Usage tracker for resource:subnet and tenant:229b627a1e424329a3910c9e705d3c10 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 14:53:41.159604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 14:53:41.165593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 14:53:41.175165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Made reservation on behalf of 229b627a1e424329a3910c9e705d3c10 for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 14:53:41.180053 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:41.843805 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:41.858853 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:53:41.990821 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=464edb62-5fa8-4675-9e6e-ca64b232cb7a,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:53:41.994083 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:53:42.064637 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Checking segment: {'id': 'a0468b36-63c5-4926-a2a0-1fa6b7242556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 14:53:42.065032 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Network hostable DHCP agents. Network: fbb6c56d-c5ee-474a-8242-0730b74c32d1, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 14:53:42.085407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Network fbb6c56d-c5ee-474a-8242-0730b74c32d1 is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 14:53:42.094421 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, fbb6c56d-c5ee-474a-8242-0730b74c32d1) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 14:53:42.099524 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:53:42.100195 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:42.104375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f64aa-9baa-45b8-b73f-f2b202474bbe None None] Network fbb6c56d-c5ee-474a-8242-0730b74c32d1 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 14:53:42.120066 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9782553 Dec 03 14:53:42.442417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b7907d-4529-5b40-b45c-df8ee677da74-fbb6c56d-c5ee-474a-8242-0730b74c32d1', 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'fixed_ips': [{'subnet_id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a'}]}} from dv-cinder-757908-3-smb. {{(pid=80305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 03 14:53:42.444172 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:42.846723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Allocated IP 172.20.0.2 (fbb6c56d-c5ee-474a-8242-0730b74c32d1/464edb62-5fa8-4675-9e6e-ca64b232cb7a/af7368f0-899b-4bc2-9379-1db8d7d90060) {{(pid=80305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 14:53:43.094043 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Notify callbacks [] for port, precommit_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:43.108190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Transition to ACTIVE for port object af7368f0-899b-4bc2-9379-1db8d7d90060 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 14:53:43.126794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Transition to ACTIVE for port object af7368f0-899b-4bc2-9379-1db8d7d90060 will not be triggered until provisioned by entity DHCP. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 14:53:43.133520 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:43.150826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:53:43.468378 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Pushing event updated for resources: {'Port': ['ID=af7368f0-899b-4bc2-9379-1db8d7d90060,revision_number=1']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:53:43.488968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:43.489942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:43.490372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:43.490730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:43.491142 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:43.491503 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:43.491854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:43.492294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:43.492644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:43.493016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:43.493463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:43.493808 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Tracked resource versions report: Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: pushed versions: Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: { 'AddressGroup': {'1.0'}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': {'1.0'}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': {'1.0'}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': {'1.1'}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': {'1.6'}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': {'1.2'}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': {'1.8'}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': {'1.3'}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': {'1.1'}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': {'1.0'}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': {'1.1'}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': {'1.1'}} Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: consumer versions: Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: { DHCP agent@dv-cinder-757908-3-smb: {}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: L3 agent@dv-cinder-757908-3-smb: {}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: Metadata agent@dv-cinder-757908-3-smb: {}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: Metering agent@dv-cinder-757908-3-smb: {}, Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: Open vSwitch agent@dv-cinder-757908-3-smb: { 'AddressGroup': '1.0', Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': '1.0', Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': '1.0', Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': '1.1', Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': '1.6', Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': '1.2', Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': '1.8', Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': '1.3', Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': '1.1', Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': '1.0', Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': '1.1', Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': '1.1'}} Dec 03 14:53:43.494876 dv-cinder-757908-3-smb neutron-server[80192]: {{(pid=80305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 03 14:53:43.502595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:53:43.554634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Network fbb6c56d-c5ee-474a-8242-0730b74c32d1 is already hosted by enough agents. {{(pid=80305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 14:53:43.556007 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Resources bound (agent type, host, resource id): {{(pid=80305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 14:53:43.559088 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Received port after_create {{(pid=80305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 14:53:43.620792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Attempting to bind port af7368f0-899b-4bc2-9379-1db8d7d90060 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 14:53:43.621274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Attempting to bind port af7368f0-899b-4bc2-9379-1db8d7d90060 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': 'a0468b36-63c5-4926-a2a0-1fa6b7242556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 14:53:43.621692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Attempting to bind port af7368f0-899b-4bc2-9379-1db8d7d90060 on network fbb6c56d-c5ee-474a-8242-0730b74c32d1 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 14:53:43.627577 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 14:53:43.628170 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Checking segment: {'id': 'a0468b36-63c5-4926-a2a0-1fa6b7242556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 14:53:43.629428 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:43.629428 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Bound using segment: {'id': 'a0468b36-63c5-4926-a2a0-1fa6b7242556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 14:53:43.629608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Bound port: af7368f0-899b-4bc2-9379-1db8d7d90060, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0468b36-63c5-4926-a2a0-1fa6b7242556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 14:53:43.629984 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:43.729757 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] For port af7368f0-899b-4bc2-9379-1db8d7d90060, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 14:53:43.733706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] For port af7368f0-899b-4bc2-9379-1db8d7d90060, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=af7368f0-899b-4bc2-9379-1db8d7d90060,segment=NetworkSegment(a0468b36-63c5-4926-a2a0-1fa6b7242556),segment_id=a0468b36-63c5-4926-a2a0-1fa6b7242556)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 14:53:43.737154 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:43.753041 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:53:43.897024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Pushing event updated for resources: {'Port': ['ID=af7368f0-899b-4bc2-9379-1db8d7d90060,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:53:43.903711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:53:44.923098 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 55360) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:53:45.374017 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [None req-d2c6468e-fe82-4e4c-b1bb-72ecd8700cfe admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80304) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 14:53:45.375118 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d2c6468e-fe82-4e4c-b1bb-72ecd8700cfe admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4510052 Dec 03 14:53:47.423262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device af7368f0-899b-4bc2-9379-1db8d7d90060 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 14:53:47.500442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port af7368f0-899b-4bc2-9379-1db8d7d90060 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 14:53:48.106121 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 55374) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:53:48.434893 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2184af0a-aaf2-41e1-968b-7643aaf5239e None None] Network fbb6c56d-c5ee-474a-8242-0730b74c32d1 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 14:53:48.557547 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [None req-4f723e5d-d6cd-4b77-9bf3-8ed0dea207d2 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80304) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 14:53:48.566541 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-4f723e5d-d6cd-4b77-9bf3-8ed0dea207d2 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4516592 Dec 03 14:53:48.569867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-c3ec4eb1-7cac-4b15-a57a-92acda66b583 None None] Provisioning for port af7368f0-899b-4bc2-9379-1db8d7d90060 completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 14:53:48.587871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-c3ec4eb1-7cac-4b15-a57a-92acda66b583 None None] Provisioning complete for port af7368f0-899b-4bc2-9379-1db8d7d90060 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:53:48.588308 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4eb1-7cac-4b15-a57a-92acda66b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:48.813454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4eb1-7cac-4b15-a57a-92acda66b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:48.866401 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-c3ec4eb1-7cac-4b15-a57a-92acda66b583 None None] For port af7368f0-899b-4bc2-9379-1db8d7d90060, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=af7368f0-899b-4bc2-9379-1db8d7d90060,segment=NetworkSegment(a0468b36-63c5-4926-a2a0-1fa6b7242556),segment_id=a0468b36-63c5-4926-a2a0-1fa6b7242556)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 14:53:48.871182 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4eb1-7cac-4b15-a57a-92acda66b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:48.873666 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:53:48.946985 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec4eb1-7cac-4b15-a57a-92acda66b583 None None] Pushing event updated for resources: {'Port': ['ID=af7368f0-899b-4bc2-9379-1db8d7d90060,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:53:48.950834 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c3ec4eb1-7cac-4b15-a57a-92acda66b583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:53:49.104440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-fa598f5e-2c72-4fa6-b36f-ce50b84736ef None None] Provisioning complete for port af7368f0-899b-4bc2-9379-1db8d7d90060 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:53:49.104852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fa598f5e-2c72-4fa6-b36f-ce50b84736ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:49.353579 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-c505098b-41c6-4a54-bf4e-63170adb9474 None None] Provisioning complete for port af7368f0-899b-4bc2-9379-1db8d7d90060 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:53:49.353991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c505098b-41c6-4a54-bf4e-63170adb9474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:49.408454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device af7368f0-899b-4bc2-9379-1db8d7d90060 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 14:53:49.547545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port af7368f0-899b-4bc2-9379-1db8d7d90060 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:53:49.548187 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:51.742661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 55386) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:53:52.398064 dv-cinder-757908-3-smb neutron-server[80192]: WARNING oslo_policy.policy [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 03 14:53:52.398728 dv-cinder-757908-3-smb neutron-server[80192]: WARNING oslo_policy.policy [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 03 14:53:52.631632 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'name': 'router1'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 14:53:52.666468 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.policy [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80303) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 03 14:53:52.667312 dv-cinder-757908-3-smb neutron-server[80192]: WARNING oslo_policy.policy [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 03 14:53:52.667726 dv-cinder-757908-3-smb neutron-server[80192]: WARNING oslo_policy.policy [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 03 14:53:52.675612 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.quota [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] Loaded quota_driver: . Dec 03 14:53:52.720768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 14:53:52.727486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] Usage tracker for resource:router and tenant:229b627a1e424329a3910c9e705d3c10 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 14:53:52.731442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 14:53:52.738966 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 14:53:52.753235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853072490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5104'] for router, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:52.755357 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852957072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770695'] for router, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:52.781279 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:52.781876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 5 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 14:53:52.893534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672967'] for router, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:52.915021 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:52.916528 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d8431014-fb47-4121-9862-1489be4e9d56 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1713812 Dec 03 14:53:53.080259 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e1980915-0279-4e33-a246-a0bf1ec15218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:55.603367 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-758b3610-e8be-4cf9-bce2-c1313d25b8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:55.735206 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 55402) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:53:56.076413 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [None req-8a994ba3-8a62-4586-80f8-64b2588e08ee admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 14:53:56.077659 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8a994ba3-8a62-4586-80f8-64b2588e08ee admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.3412240 Dec 03 14:53:56.079246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:57.075253 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:57.098221 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:58.731666 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 55422) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:53:58.813613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 14:53:58.820111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 14:53:58.824146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Usage tracker for resource:network and tenant:6ae1d32a71af464281fe52e15adc80d5 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 14:53:58.827516 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 14:53:58.833830 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 14:53:58.844233 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Made reservation on behalf of 6ae1d32a71af464281fe52e15adc80d5 for: {'network': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 14:53:58.851000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:58.867810 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:58.882598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 14:53:58.886485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Usage tracker for resource:security_group_rule and tenant:6ae1d32a71af464281fe52e15adc80d5 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 14:53:58.889716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 14:53:58.895788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 14:53:58.996435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:58.999216 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:59.004599 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:53:59.016515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Reserving flat network on physical network physnet1 {{(pid=80303) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 03 14:53:59.052064 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:59.052688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Unsubscribe: segment precommit_create {{(pid=80303) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 03 14:53:59.053263 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Added segment 070db2a8-5132-4034-8121-cb549ab3fe2b of type flat for network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 Dec 03 14:53:59.107477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5f2319-a24b-4a67-ba4d-677820320c51,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:53:59.123217 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:59.123510 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:59.123866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:59.124260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:59.124606 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:59.124951 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:59.125291 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:59.125629 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:59.125983 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:59.126318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:59.126652 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:59.126989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Tracked resource versions report: Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: pushed versions: Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: { 'AddressGroup': {'1.0'}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': {'1.0'}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': {'1.0'}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': {'1.1'}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': {'1.6'}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': {'1.2'}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': {'1.8'}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': {'1.3'}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': {'1.1'}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': {'1.0'}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': {'1.1'}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': {'1.1'}} Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: consumer versions: Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: { DHCP agent@dv-cinder-757908-3-smb: {}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: L3 agent@dv-cinder-757908-3-smb: {}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: Metadata agent@dv-cinder-757908-3-smb: {}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: Metering agent@dv-cinder-757908-3-smb: {}, Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: Open vSwitch agent@dv-cinder-757908-3-smb: { 'AddressGroup': '1.0', Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': '1.0', Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': '1.0', Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': '1.1', Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': '1.6', Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': '1.2', Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': '1.8', Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': '1.3', Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': '1.1', Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': '1.0', Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': '1.1', Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': '1.1'}} Dec 03 14:53:59.128139 dv-cinder-757908-3-smb neutron-server[80192]: {{(pid=80303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 03 14:53:59.186513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:53:59.190495 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:59.235045 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:59.236507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:53:59.237183 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:53:59.242622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:53:59.352553 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6196771 Dec 03 14:53:59.353288 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Pushing event updated for resources: {'Network': ['ID=dd1a301b-8a93-4dbd-976c-bde55c9c0b05,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:53:59.377786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:53:59.386743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 14:54:01.892365 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 55446) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:54:02.055600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e513770c-45a8-464c-832a-e49f2f1c7628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:54:02.057224 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e513770c-45a8-464c-832a-e49f2f1c7628 admin admin] 10.222.0.81 "GET /v2.0/subnets/464edb62-5fa8-4675-9e6e-ca64b232cb7a HTTP/1.1" status: 200 len: 849 time: 0.1636395 Dec 03 14:54:02.368717 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-18124fb4-cbd9-425a-ae5d-47f63953a7b3 admin admin] 10.222.0.81 "GET /v2.0/routers/80da89f7-9625-4935-9881-beab0f172e94 HTTP/1.1" status: 200 len: 704 time: 0.3050065 Dec 03 14:54:02.889526 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:03.294206 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Allocated IP 172.20.0.1 (fbb6c56d-c5ee-474a-8242-0730b74c32d1/464edb62-5fa8-4675-9e6e-ca64b232cb7a/27de1886-dd8a-4e0a-9ac3-87eb08d4ace7) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 14:54:03.478611 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:03.498255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Transition to ACTIVE for port object 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 14:54:03.559101 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:03.574812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:54:03.703925 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=27de1886-dd8a-4e0a-9ac3-87eb08d4ace7,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:54:03.716913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:54:03.772263 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Network fbb6c56d-c5ee-474a-8242-0730b74c32d1 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 14:54:03.773707 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 14:54:03.776437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 14:54:03.777006 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853102630'] for router_interface, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:03.980628 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-69cb3ffb-2215-428c-8ad6-a4dd7b699a45 None None] Provisioning for port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 14:54:03.986280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-69cb3ffb-2215-428c-8ad6-a4dd7b699a45 None None] Provisioning complete for port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:54:03.986703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-69cb3ffb-2215-428c-8ad6-a4dd7b699a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:04.043838 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-69cb3ffb-2215-428c-8ad6-a4dd7b699a45 None None] Port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 14:54:04.205846 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:04.497782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:04.501864 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:04.502948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32351695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1672711'] for router_interface, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:04.515390 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:54:04.646047 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=27de1886-dd8a-4e0a-9ac3-87eb08d4ace7,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:54:04.649604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:54:04.722402 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Network fbb6c56d-c5ee-474a-8242-0730b74c32d1 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 14:54:04.724266 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 14:54:04.937406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Router 80da89f7-9625-4935-9881-beab0f172e94 is scheduled to L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b with binding_index 1 {{(pid=80303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 03 14:54:04.970562 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-dcbb61d1-e230-4105-aed6-70e87f6eb440 None None] Provisioning complete for port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:54:04.970994 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-dcbb61d1-e230-4105-aed6-70e87f6eb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:05.030074 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb61d1-e230-4105-aed6-70e87f6eb440 None None] Port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 14:54:05.097956 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 14:54:05.108164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Sync routers for ids ['80da89f7-9625-4935-9881-beab0f172e94'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 14:54:05.109225 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] 10.222.0.81 "PUT /v2.0/routers/80da89f7-9625-4935-9881-beab0f172e94/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7346539 Dec 03 14:54:05.120958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Routers {'80da89f7-9625-4935-9881-beab0f172e94'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 14:54:05.121891 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T14:53:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['80da89f7-9625-4935-9881-beab0f172e94'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:54:05.304386 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Set router 80da89f7-9625-4935-9881-beab0f172e94 gateway port host: None {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 14:54:05.697275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80da89f7-9625-4935-9881-beab0f172e94', 'name': 'router1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T14:53:52Z', 'updated_at': '2020-12-03T14:54:03Z', 'revision_number': 2, 'project_id': '229b627a1e424329a3910c9e705d3c10', 'gw_port_host': None, '_interfaces': [{'id': '27de1886-dd8a-4e0a-9ac3-87eb08d4ace7', 'name': '', 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'mac_address': 'fa:16:3e:0d:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80da89f7-9625-4935-9881-beab0f172e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:54:03Z', 'updated_at': '2020-12-03T14:54:04Z', 'revision_number': 2, 'project_id': '229b627a1e424329a3910c9e705d3c10', 'subnets': [{'id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c067a656-40e1-4b10-b394-2aaab6a92cb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:54:05.702631 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Checking router: 80da89f7-9625-4935-9881-beab0f172e94 for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 14:54:05.703052 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Updating router 80da89f7-9625-4935-9881-beab0f172e94 port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 binding host dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 14:54:05.757119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:06.204254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Notify callbacks [] for port, precommit_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:06.219655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Transition to ACTIVE for port object 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 will not be triggered until provisioned by entity L2. {{(pid=80306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 14:54:06.222529 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:06.239802 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:54:06.379309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Pushing event updated for resources: {'Port': ['ID=27de1886-dd8a-4e0a-9ac3-87eb08d4ace7,revision_number=3']} {{(pid=80306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:54:06.403454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:54:06.403824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:54:06.404214 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:54:06.404574 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:54:06.404929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:54:06.405285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:54:06.405637 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:54:06.405983 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:54:06.406329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:54:06.406706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:54:06.407020 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:54:06.407364 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Tracked resource versions report: Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: pushed versions: Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: { 'AddressGroup': {'1.0'}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': {'1.0'}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': {'1.0'}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': {'1.1'}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': {'1.6'}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': {'1.2'}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': {'1.8'}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': {'1.3'}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': {'1.1'}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': {'1.0'}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': {'1.1'}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': {'1.1'}} Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: consumer versions: Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: { DHCP agent@dv-cinder-757908-3-smb: {}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: L3 agent@dv-cinder-757908-3-smb: {}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: Metadata agent@dv-cinder-757908-3-smb: {}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: Metering agent@dv-cinder-757908-3-smb: {}, Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: Open vSwitch agent@dv-cinder-757908-3-smb: { 'AddressGroup': '1.0', Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': '1.0', Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': '1.0', Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': '1.1', Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': '1.6', Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': '1.2', Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': '1.8', Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': '1.3', Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': '1.1', Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': '1.0', Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': '1.1', Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': '1.1'}} Dec 03 14:54:06.408516 dv-cinder-757908-3-smb neutron-server[80192]: {{(pid=80306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 03 14:54:06.416531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:54:06.569348 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Attempting to bind port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 14:54:06.569782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Attempting to bind port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': 'a0468b36-63c5-4926-a2a0-1fa6b7242556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1'}] {{(pid=80306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 14:54:06.570246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Attempting to bind port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 on network fbb6c56d-c5ee-474a-8242-0730b74c32d1 {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 14:54:06.576358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 14, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 14:54:06.576827 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Checking segment: {'id': 'a0468b36-63c5-4926-a2a0-1fa6b7242556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 14:54:06.577322 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:06.577775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Bound using segment: {'id': 'a0468b36-63c5-4926-a2a0-1fa6b7242556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1'} {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 14:54:06.578324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Bound port: 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0468b36-63c5-4926-a2a0-1fa6b7242556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1'}}] {{(pid=80306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 14:54:06.578776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:06.676137 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] For port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 14:54:06.682720 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] For port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=27de1886-dd8a-4e0a-9ac3-87eb08d4ace7,segment=NetworkSegment(a0468b36-63c5-4926-a2a0-1fa6b7242556),segment_id=a0468b36-63c5-4926-a2a0-1fa6b7242556)] {{(pid=80306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 14:54:06.686222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:06.702573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:54:06.851419 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Pushing event updated for resources: {'Port': ['ID=27de1886-dd8a-4e0a-9ac3-87eb08d4ace7,revision_number=4']} {{(pid=80306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:54:06.856429 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:54:07.077826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Routers {'80da89f7-9625-4935-9881-beab0f172e94'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 14:54:07.078653 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T14:53:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['80da89f7-9625-4935-9881-beab0f172e94'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:54:07.239495 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] Set router 80da89f7-9625-4935-9881-beab0f172e94 gateway port host: None {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 14:54:07.594097 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80da89f7-9625-4935-9881-beab0f172e94', 'name': 'router1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T14:53:52Z', 'updated_at': '2020-12-03T14:54:03Z', 'revision_number': 2, 'project_id': '229b627a1e424329a3910c9e705d3c10', 'gw_port_host': None, '_interfaces': [{'id': '27de1886-dd8a-4e0a-9ac3-87eb08d4ace7', 'name': '', 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'mac_address': 'fa:16:3e:0d:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80da89f7-9625-4935-9881-beab0f172e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:54:03Z', 'updated_at': '2020-12-03T14:54:06Z', 'revision_number': 4, 'project_id': '229b627a1e424329a3910c9e705d3c10', 'subnets': [{'id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c067a656-40e1-4b10-b394-2aaab6a92cb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:54:07.599841 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57bdc1-26e1-4d5e-b4a0-3384a1be8dbf None None] The sync data for ids ['80da89f7-9625-4935-9881-beab0f172e94'] in dv-cinder-757908-3-smb is: [{'id': '80da89f7-9625-4935-9881-beab0f172e94', 'name': 'router1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T14:53:52Z', 'updated_at': '2020-12-03T14:54:03Z', 'revision_number': 2, 'project_id': '229b627a1e424329a3910c9e705d3c10', 'gw_port_host': None, '_interfaces': [{'id': '27de1886-dd8a-4e0a-9ac3-87eb08d4ace7', 'name': '', 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'mac_address': 'fa:16:3e:0d:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80da89f7-9625-4935-9881-beab0f172e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:54:03Z', 'updated_at': '2020-12-03T14:54:06Z', 'revision_number': 4, 'project_id': '229b627a1e424329a3910c9e705d3c10', 'subnets': [{'id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c067a656-40e1-4b10-b394-2aaab6a92cb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 14:54:07.738749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 55458) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:54:07.927908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c5b654-657b-47a5-97f5-fde79b788261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:54:07.928546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-98c5b654-657b-47a5-97f5-fde79b788261 admin admin] Synchronizing usage tracker for tenant:6ae1d32a71af464281fe52e15adc80d5 on resource:network {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 14:54:07.945622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-98c5b654-657b-47a5-97f5-fde79b788261 admin admin] Unset dirty status for tenant:6ae1d32a71af464281fe52e15adc80d5 on resource:network {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 14:54:07.951092 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-98c5b654-657b-47a5-97f5-fde79b788261 admin admin] 10.222.0.81 "GET /v2.0/networks/dd1a301b-8a93-4dbd-976c-bde55c9c0b05 HTTP/1.1" status: 200 len: 842 time: 0.2069721 Dec 03 14:54:07.958191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'enable_dhcp': False}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 14:54:07.964068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 14:54:07.968046 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Usage tracker for resource:subnet and tenant:6ae1d32a71af464281fe52e15adc80d5 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 14:54:07.971016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 14:54:07.977272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 14:54:07.986136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Made reservation on behalf of 6ae1d32a71af464281fe52e15adc80d5 for: {'subnet': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 14:54:07.990979 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:08.461866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.objects.ports [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80303) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 03 14:54:08.462385 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for subnet, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:08.533388 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:54:08.641918 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18e91fc-9930-43a9-93bf-89a7b3a7a2b3,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:54:08.656307 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:54:08.699161 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Checking segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 14:54:08.699457 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Network hostable DHCP agents. Network: dd1a301b-8a93-4dbd-976c-bde55c9c0b05, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 14:54:08.721402 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 14:54:08.731315 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, dd1a301b-8a93-4dbd-976c-bde55c9c0b05) {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 14:54:08.735780 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:54:08.736436 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:08.741867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae6322-019e-4b4e-b047-cc350200baa6 None None] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 14:54:08.757366 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8036008 Dec 03 14:54:08.982014 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a600faa6-325b-413f-a0e3-58d7e585cee0 None None] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 14:54:09.431767 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 14:54:09.507676 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 14:54:09.513142 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:54:09.513561 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:09.655433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:09.693376 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=27de1886-dd8a-4e0a-9ac3-87eb08d4ace7,segment=NetworkSegment(a0468b36-63c5-4926-a2a0-1fa6b7242556),segment_id=a0468b36-63c5-4926-a2a0-1fa6b7242556)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 14:54:09.696324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:09.698571 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c3ec4eb1-7cac-4b15-a57a-92acda66b583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:54:09.764720 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=27de1886-dd8a-4e0a-9ac3-87eb08d4ace7,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:54:09.768175 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:54:11.383194 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 55472) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:54:11.410048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 14:54:11.485114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:54:11.485524 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:11.629323 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-5f8f27e8-a2cf-4370-a0d1-174e607455d3 admin admin] 10.222.0.81 "GET /v2.0/routers/80da89f7-9625-4935-9881-beab0f172e94 HTTP/1.1" status: 200 len: 710 time: 0.2448139 Dec 03 14:54:11.927958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c009ade-953b-4216-b7c8-e7e183e620cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:54:11.929454 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-6c009ade-953b-4216-b7c8-e7e183e620cc admin admin] 10.222.0.81 "GET /v2.0/networks/dd1a301b-8a93-4dbd-976c-bde55c9c0b05 HTTP/1.1" status: 200 len: 886 time: 0.2941639 Dec 03 14:54:11.939954 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 14:54:12.385875 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770794'] for router, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:12.730071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:12.762919 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:12.775313 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:12.790403 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 14:54:12.794383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 14:54:12.797317 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 14:54:12.803535 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 14:54:12.892156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:12.894985 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:12.914967 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:54:13.006938 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b921c61a-1989-4290-894a-bab859ff8405,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:54:13.011726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:54:13.193460 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Allocated IP 172.28.3.252 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/e7e3b708-0767-4f8a-aff2-e443d01ea9fe) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 14:54:13.349583 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:13.375399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:13.388891 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:54:13.514581 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e3b708-0767-4f8a-aff2-e443d01ea9fe,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:54:13.524562 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:54:13.577688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 14:54:13.578870 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 14:54:13.581911 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 14:54:14.128719 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:14.472756 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770794'] for router, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:14.476269 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1672982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853102817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853072579'] for router, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:14.660400 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Router 80da89f7-9625-4935-9881-beab0f172e94 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 14:54:14.844833 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 14:54:14.856099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Sync routers for ids ['80da89f7-9625-4935-9881-beab0f172e94'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 14:54:14.863397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:14.865374 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] 10.222.0.81 "PUT /v2.0/routers/80da89f7-9625-4935-9881-beab0f172e94 HTTP/1.1" status: 200 len: 890 time: 2.9293787 Dec 03 14:54:14.867525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Routers {'80da89f7-9625-4935-9881-beab0f172e94'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 14:54:14.868298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T14:53:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['80da89f7-9625-4935-9881-beab0f172e94'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:54:15.217570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Set router 80da89f7-9625-4935-9881-beab0f172e94 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 14:54:15.578054 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80da89f7-9625-4935-9881-beab0f172e94', 'name': 'router1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e7e3b708-0767-4f8a-aff2-e443d01ea9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T14:53:52Z', 'updated_at': '2020-12-03T14:54:13Z', 'revision_number': 4, 'project_id': '229b627a1e424329a3910c9e705d3c10', 'gw_port': {'id': 'e7e3b708-0767-4f8a-aff2-e443d01ea9fe', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80da89f7-9625-4935-9881-beab0f172e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:54:13Z', 'updated_at': '2020-12-03T14:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '27de1886-dd8a-4e0a-9ac3-87eb08d4ace7', 'name': '', 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'mac_address': 'fa:16:3e:0d:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80da89f7-9625-4935-9881-beab0f172e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:54:03Z', 'updated_at': '2020-12-03T14:54:09Z', 'revision_number': 5, 'project_id': '229b627a1e424329a3910c9e705d3c10', 'subnets': [{'id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c067a656-40e1-4b10-b394-2aaab6a92cb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:54:15.584082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Checking router: 80da89f7-9625-4935-9881-beab0f172e94 for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 14:54:15.584529 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Updating router 80da89f7-9625-4935-9881-beab0f172e94 port e7e3b708-0767-4f8a-aff2-e443d01ea9fe binding host dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 14:54:15.645699 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:16.070138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:16.082866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Transition to ACTIVE for port object e7e3b708-0767-4f8a-aff2-e443d01ea9fe will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 14:54:16.084810 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:16.103922 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:54:16.234983 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc721ae-16ec-4eaa-9fa2-5bab8046b532 None None] Pushing event updated for resources: {'Port': ['ID=e7e3b708-0767-4f8a-aff2-e443d01ea9fe,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:54:16.240520 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8cc721ae-16ec-4eaa-9fa2-5bab8046b532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:54:16.297155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Attempting to bind port e7e3b708-0767-4f8a-aff2-e443d01ea9fe on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 14:54:16.297560 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Attempting to bind port e7e3b708-0767-4f8a-aff2-e443d01ea9fe by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 14:54:16.297959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Attempting to bind port e7e3b708-0767-4f8a-aff2-e443d01ea9fe on network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 14:54:16.304199 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 14, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 14:54:16.304613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Checking segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 14:54:16.305052 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:16.305478 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Bound using segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 14:54:16.305978 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Bound port: e7e3b708-0767-4f8a-aff2-e443d01ea9fe, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 14:54:16.306385 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:16.379779 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] For port e7e3b708-0767-4f8a-aff2-e443d01ea9fe, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 14:54:16.382829 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] For port e7e3b708-0767-4f8a-aff2-e443d01ea9fe, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=e7e3b708-0767-4f8a-aff2-e443d01ea9fe,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 14:54:16.386450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:16.405206 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:54:16.551040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc721ae-16ec-4eaa-9fa2-5bab8046b532 None None] Pushing event updated for resources: {'Port': ['ID=e7e3b708-0767-4f8a-aff2-e443d01ea9fe,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:54:16.557163 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8cc721ae-16ec-4eaa-9fa2-5bab8046b532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:54:16.598545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Routers {'80da89f7-9625-4935-9881-beab0f172e94'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 14:54:16.599291 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T14:53:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['80da89f7-9625-4935-9881-beab0f172e94'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:54:16.784737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] Set router 80da89f7-9625-4935-9881-beab0f172e94 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 14:54:17.138470 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80da89f7-9625-4935-9881-beab0f172e94', 'name': 'router1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e7e3b708-0767-4f8a-aff2-e443d01ea9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T14:53:52Z', 'updated_at': '2020-12-03T14:54:13Z', 'revision_number': 4, 'project_id': '229b627a1e424329a3910c9e705d3c10', 'gw_port': {'id': 'e7e3b708-0767-4f8a-aff2-e443d01ea9fe', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80da89f7-9625-4935-9881-beab0f172e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:54:13Z', 'updated_at': '2020-12-03T14:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '27de1886-dd8a-4e0a-9ac3-87eb08d4ace7', 'name': '', 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'mac_address': 'fa:16:3e:0d:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80da89f7-9625-4935-9881-beab0f172e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:54:03Z', 'updated_at': '2020-12-03T14:54:09Z', 'revision_number': 5, 'project_id': '229b627a1e424329a3910c9e705d3c10', 'subnets': [{'id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c067a656-40e1-4b10-b394-2aaab6a92cb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 14:54:17.143220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4cb33f-d18d-450d-a060-2f9166e340c2 None None] The sync data for ids ['80da89f7-9625-4935-9881-beab0f172e94'] in dv-cinder-757908-3-smb is: [{'id': '80da89f7-9625-4935-9881-beab0f172e94', 'name': 'router1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e7e3b708-0767-4f8a-aff2-e443d01ea9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T14:53:52Z', 'updated_at': '2020-12-03T14:54:13Z', 'revision_number': 4, 'project_id': '229b627a1e424329a3910c9e705d3c10', 'gw_port': {'id': 'e7e3b708-0767-4f8a-aff2-e443d01ea9fe', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80da89f7-9625-4935-9881-beab0f172e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:54:13Z', 'updated_at': '2020-12-03T14:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '27de1886-dd8a-4e0a-9ac3-87eb08d4ace7', 'name': '', 'network_id': 'fbb6c56d-c5ee-474a-8242-0730b74c32d1', 'tenant_id': '229b627a1e424329a3910c9e705d3c10', 'mac_address': 'fa:16:3e:0d:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80da89f7-9625-4935-9881-beab0f172e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:54:03Z', 'updated_at': '2020-12-03T14:54:09Z', 'revision_number': 5, 'project_id': '229b627a1e424329a3910c9e705d3c10', 'subnets': [{'id': '464edb62-5fa8-4675-9e6e-ca64b232cb7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c067a656-40e1-4b10-b394-2aaab6a92cb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 14:54:17.442649 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device e7e3b708-0767-4f8a-aff2-e443d01ea9fe up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 14:54:17.517335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port e7e3b708-0767-4f8a-aff2-e443d01ea9fe completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 14:54:17.523381 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port e7e3b708-0767-4f8a-aff2-e443d01ea9fe triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:54:17.523805 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:17.612835 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 55482) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:54:17.655372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:17.673337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port e7e3b708-0767-4f8a-aff2-e443d01ea9fe, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=e7e3b708-0767-4f8a-aff2-e443d01ea9fe,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 14:54:17.677114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:17.679240 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:54:17.749149 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=e7e3b708-0767-4f8a-aff2-e443d01ea9fe,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:54:17.752665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:54:17.790913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671f4ae3-7477-4de3-bfc9-c1f799d2187a admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:54:17.792737 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-671f4ae3-7477-4de3-bfc9-c1f799d2187a admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1779456 Dec 03 14:54:19.419329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device e7e3b708-0767-4f8a-aff2-e443d01ea9fe up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 14:54:19.497383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port e7e3b708-0767-4f8a-aff2-e443d01ea9fe triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:54:19.498627 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:23.096973 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e5240ff2-4f6e-46d6-b1ce-e133c34d848f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:25.612721 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bfeb9f53-2190-4342-87ac-ea70b0565047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:26.094259 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:27.129794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:27.136579 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:29.781453 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 5 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 14:54:53.082902 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6424dde5-00be-4809-9383-f83eebb953d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:55.605537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-34c7ed4e-c429-49be-99df-6151efaf67c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:56.082695 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:57.096629 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:54:57.100354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:55:06.780880 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 5 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 14:55:23.088092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c0325e85-200a-46c5-8a7d-fca6d2d046a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:55:25.608948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31f1c51c-94d8-47b1-bb42-ac78c4f8477e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:55:26.087545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:55:27.103851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:55:27.105020 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:55:43.780943 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 5 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 14:55:53.092956 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a54f3f2-2437-4762-b38c-419af05f7106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:55:55.610295 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7847d312-507a-4dac-a1b0-dbcdb3d22c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:55:56.091883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:55:57.109394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:55:57.110536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:20.780977 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 5 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 14:56:23.097245 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d87f29fa-7c2d-493e-a65a-a44da6ec68a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:25.613641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-34ac05dd-0e84-44db-8f9c-22a582a4adc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:26.101042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:27.113627 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:27.115009 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:32.178417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56058) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:56:32.280273 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9aeeab1-9ca7-4e2d-9ad2-dfa3085b2e13 admin admin] GET failed (client error): The resource could not be found. Dec 03 14:56:32.281559 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-f9aeeab1-9ca7-4e2d-9ad2-dfa3085b2e13 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1021006 Dec 03 14:56:32.424521 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef7483b-8bf7-4ab9-a1a9-50a7bab55fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:32.426626 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-3ef7483b-8bf7-4ab9-a1a9-50a7bab55fc7 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1406453 Dec 03 14:56:34.861996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56068) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:56:35.024494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee347ac-1056-4b04-ba7c-80ba220ed2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:35.025171 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-0ee347ac-1056-4b04-ba7c-80ba220ed2ca admin admin] Synchronizing usage tracker for tenant:6ae1d32a71af464281fe52e15adc80d5 on resource:subnet {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 14:56:35.040354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-0ee347ac-1056-4b04-ba7c-80ba220ed2ca admin admin] Unset dirty status for tenant:6ae1d32a71af464281fe52e15adc80d5 on resource:subnet {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 14:56:35.041713 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-0ee347ac-1056-4b04-ba7c-80ba220ed2ca admin admin] 10.222.0.81 "GET /v2.0/subnets/464edb62-5fa8-4675-9e6e-ca64b232cb7a HTTP/1.1" status: 200 len: 849 time: 0.1786692 Dec 03 14:56:35.053460 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 14:56:35.188960 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:35.523875 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782519648371'] for subnet, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:35.540434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-43a79c49-b9f0-4699-93bc-5c7ee35fa837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:56:35.867705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=464edb62-5fa8-4675-9e6e-ca64b232cb7a,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:56:35.888481 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:56:35.888899 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:56:35.889270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:56:35.889648 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:56:35.890039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:56:35.890424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:56:35.890806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:56:35.891155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:56:35.891536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:56:35.891942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:56:35.892334 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:56:35.892714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:56:35.898546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:56:35.931083 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:35.931784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:35.948015 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] 10.222.0.81 "PUT /v2.0/subnets/464edb62-5fa8-4675-9e6e-ca64b232cb7a HTTP/1.1" status: 200 len: 868 time: 0.8850286 Dec 03 14:56:35.948303 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69c03e-c61d-4405-afca-0389bb3b0373 None None] Network fbb6c56d-c5ee-474a-8242-0730b74c32d1 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 14:56:36.483493 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-01b12ddf-fd08-4f77-8ba9-6b0451c81ce3 None None] Provisioning complete for port 27de1886-dd8a-4e0a-9ac3-87eb08d4ace7 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:56:36.483893 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-01b12ddf-fd08-4f77-8ba9-6b0451c81ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:36.636309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-01b12ddf-fd08-4f77-8ba9-6b0451c81ce3 None None] Provisioning complete for port af7368f0-899b-4bc2-9379-1db8d7d90060 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:56:36.636717 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-01b12ddf-fd08-4f77-8ba9-6b0451c81ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:38.497836 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56078) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:56:38.730921 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb2222-7b55-480a-8bb8-cb5b99f8b62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:38.731338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb2222-7b55-480a-8bb8-cb5b99f8b62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:38.733130 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e0eb2222-7b55-480a-8bb8-cb5b99f8b62a admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2335596 Dec 03 14:56:41.184195 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56088) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:56:41.399104 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a7827-7a75-49e4-91e0-77f8bc28a651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:41.399527 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a7827-7a75-49e4-91e0-77f8bc28a651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:41.401197 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-2a1a7827-7a75-49e4-91e0-77f8bc28a651 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2156932 Dec 03 14:56:43.892875 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56098) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:56:44.115750 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a1deb-af4a-4bed-8565-21fb2125c437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:44.117267 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-230a1deb-af4a-4bed-8565-21fb2125c437 admin admin] 10.222.0.81 "GET /v2.0/networks/dd1a301b-8a93-4dbd-976c-bde55c9c0b05 HTTP/1.1" status: 200 len: 886 time: 0.2232893 Dec 03 14:56:46.599795 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56108) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:56:46.814806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f825db-4e09-4fbd-87ed-cd34fd8e45c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:46.816253 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-76f825db-4e09-4fbd-87ed-cd34fd8e45c8 admin admin] 10.222.0.81 "GET /v2.0/networks/fbb6c56d-c5ee-474a-8242-0730b74c32d1 HTTP/1.1" status: 200 len: 862 time: 0.2153423 Dec 03 14:56:49.324932 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56118) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:56:49.475713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9343626-88c7-4799-9938-2919ca25ed6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:49.476160 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9343626-88c7-4799-9938-2919ca25ed6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:49.477889 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c9343626-88c7-4799-9938-2919ca25ed6a admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1518207 Dec 03 14:56:51.936199 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56128) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:56:52.079525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b962f1-fe6e-4751-8117-3e6fedfc7813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:52.079931 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b962f1-fe6e-4751-8117-3e6fedfc7813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:52.081573 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-06b962f1-fe6e-4751-8117-3e6fedfc7813 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1443121 Dec 03 14:56:53.101887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-849bacb9-a0f9-4c7e-9b64-42877b13be78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:54.530513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56138) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:56:54.684962 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a69241f-7218-4d05-8e81-b8ff27dbb395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:54.686419 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-5a69241f-7218-4d05-8e81-b8ff27dbb395 admin admin] 10.222.0.81 "GET /v2.0/subnets/464edb62-5fa8-4675-9e6e-ca64b232cb7a HTTP/1.1" status: 200 len: 868 time: 0.1548285 Dec 03 14:56:55.617353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e83bfd23-22e2-4780-8265-4a22a83ed5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:56.106867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:57.121490 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:57.124411 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:56:57.192339 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56148) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:56:57.337667 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e0748-2222-4157-9100-25199d6afb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:56:57.339083 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-cb4e0748-2222-4157-9100-25199d6afb16 admin admin] 10.222.0.81 "GET /v2.0/subnets/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3 HTTP/1.1" status: 200 len: 816 time: 0.1456845 Dec 03 14:56:57.780454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 5 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 14:57:23.105578 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-169e5e32-a872-4476-a1ba-ce0978ebc410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:23.329919 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56188) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:57:23.410815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [None req-25271ba5-83bf-49fc-8865-3b087e551c51 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80304) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 14:57:23.412407 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-25271ba5-83bf-49fc-8865-3b087e551c51 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0813024 Dec 03 14:57:25.620411 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-504cd4d8-51ae-4579-b4e9-4b268cbf9fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:26.011761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56198) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:57:26.102485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:26.118927 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.pecan_wsgi.hooks.translation [None req-18357f25-96a2-46fd-ac34-e0dc2caf98f9 admin admin] GET failed (client error): The resource could not be found. Dec 03 14:57:26.120303 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-18357f25-96a2-46fd-ac34-e0dc2caf98f9 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1074173 Dec 03 14:57:26.262516 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caa7892-33a5-4101-abe7-ee8428342b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:57:26.264017 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-4caa7892-33a5-4101-abe7-ee8428342b06 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1392705 Dec 03 14:57:27.118145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:27.121895 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:28.785577 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56208) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:57:28.866167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 14:57:28.871373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 14:57:28.882068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 14:57:28.891030 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Made reservation on behalf of 6ae1d32a71af464281fe52e15adc80d5 for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 14:57:28.896314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:28.992608 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.services.revisions.revision_plugin [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Could not find related network for resource to bump revision. Dec 03 14:57:29.008739 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 14:57:29.018697 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:29.019126 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Added segment 8765322b-b0c4-4c8a-8fc3-2c07a8e736d4 of type vxlan for network fe43b652-1c72-43ba-b4de-9d81499786a8 Dec 03 14:57:29.046933 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:29.081105 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:29.082368 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:57:29.083003 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:29.088088 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:57:29.201097 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4135432 Dec 03 14:57:29.203786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Pushing event updated for resources: {'Network': ['ID=fe43b652-1c72-43ba-b4de-9d81499786a8,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:57:29.211541 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:29.211919 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:29.212321 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:29.212685 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:29.213044 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:29.213405 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:29.213768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:29.214125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:29.214498 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:29.214853 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:29.215202 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:29.215548 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:29.219520 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:57:29.229058 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network fe43b652-1c72-43ba-b4de-9d81499786a8 details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 14:57:31.748068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56218) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:57:31.850060 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62c2db9-3d02-49c3-b2e9-1d09e8a2c185 admin admin] GET failed (client error): The resource could not be found. Dec 03 14:57:31.850615 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b62c2db9-3d02-49c3-b2e9-1d09e8a2c185 admin admin] Synchronizing usage tracker for tenant:6ae1d32a71af464281fe52e15adc80d5 on resource:network {{(pid=80304) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 14:57:31.864976 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b62c2db9-3d02-49c3-b2e9-1d09e8a2c185 admin admin] Unset dirty status for tenant:6ae1d32a71af464281fe52e15adc80d5 on resource:network {{(pid=80304) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 14:57:31.866147 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b62c2db9-3d02-49c3-b2e9-1d09e8a2c185 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1170659 Dec 03 14:57:31.985342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5e0f77-f74d-454d-9e4e-9c5a9c65ce8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:57:31.986830 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-5e5e0f77-f74d-454d-9e4e-9c5a9c65ce8b admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1158102 Dec 03 14:57:32.000548 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'fe43b652-1c72-43ba-b4de-9d81499786a8'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 14:57:32.006848 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 14:57:32.016832 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 14:57:32.026315 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Made reservation on behalf of 6ae1d32a71af464281fe52e15adc80d5 for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 14:57:32.030882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:32.429996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:32.445407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:57:32.574102 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93810897-c14b-44d9-be1a-570485c500d2,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:57:32.586622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:57:32.643354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Checking segment: {'id': '8765322b-b0c4-4c8a-8fc3-2c07a8e736d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fe43b652-1c72-43ba-b4de-9d81499786a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 14:57:32.643731 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Network hostable DHCP agents. Network: fe43b652-1c72-43ba-b4de-9d81499786a8, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 14:57:32.662222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Network fe43b652-1c72-43ba-b4de-9d81499786a8 is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 14:57:32.670479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, fe43b652-1c72-43ba-b4de-9d81499786a8) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 14:57:32.674876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 14:57:32.675504 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:32.681136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3b1669-d19d-412a-b207-c178b155c0b2 None None] Network fe43b652-1c72-43ba-b4de-9d81499786a8 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 14:57:32.699877 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7037060 Dec 03 14:57:32.931370 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b7907d-4529-5b40-b45c-df8ee677da74-fe43b652-1c72-43ba-b4de-9d81499786a8', 'network_id': 'fe43b652-1c72-43ba-b4de-9d81499786a8', 'tenant_id': '6ae1d32a71af464281fe52e15adc80d5', 'fixed_ips': [{'subnet_id': '93810897-c14b-44d9-be1a-570485c500d2'}]}} from dv-cinder-757908-3-smb. {{(pid=80305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 03 14:57:32.932277 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:33.241180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Allocated IP 192.168.233.2 (fe43b652-1c72-43ba-b4de-9d81499786a8/93810897-c14b-44d9-be1a-570485c500d2/04c558e0-71f7-42af-9092-829b8d236cd5) {{(pid=80305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 14:57:33.468580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Notify callbacks [] for port, precommit_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:33.480335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Transition to ACTIVE for port object 04c558e0-71f7-42af-9092-829b8d236cd5 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 14:57:33.502416 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Transition to ACTIVE for port object 04c558e0-71f7-42af-9092-829b8d236cd5 will not be triggered until provisioned by entity DHCP. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 14:57:33.507631 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:33.529139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:57:33.679466 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Pushing event updated for resources: {'Port': ['ID=04c558e0-71f7-42af-9092-829b8d236cd5,revision_number=1']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:57:33.701040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:33.701477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:33.701851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:33.702267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:33.702703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:33.703059 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:33.703414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:33.703764 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:33.704214 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:33.704567 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:33.704921 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:33.705337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:57:33.712235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:57:33.751446 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Network fe43b652-1c72-43ba-b4de-9d81499786a8 is already hosted by enough agents. {{(pid=80305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 14:57:33.752755 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Resources bound (agent type, host, resource id): {{(pid=80305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 14:57:33.756017 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Received port after_create {{(pid=80305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 14:57:33.813852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Attempting to bind port 04c558e0-71f7-42af-9092-829b8d236cd5 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 14:57:33.814377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Attempting to bind port 04c558e0-71f7-42af-9092-829b8d236cd5 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '8765322b-b0c4-4c8a-8fc3-2c07a8e736d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fe43b652-1c72-43ba-b4de-9d81499786a8'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 14:57:33.814826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Attempting to bind port 04c558e0-71f7-42af-9092-829b8d236cd5 on network fe43b652-1c72-43ba-b4de-9d81499786a8 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 14:57:33.823255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 14, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 14:57:33.823678 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Checking segment: {'id': '8765322b-b0c4-4c8a-8fc3-2c07a8e736d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fe43b652-1c72-43ba-b4de-9d81499786a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 14:57:33.824268 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:33.824707 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Bound using segment: {'id': '8765322b-b0c4-4c8a-8fc3-2c07a8e736d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fe43b652-1c72-43ba-b4de-9d81499786a8'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 14:57:33.825336 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Bound port: 04c558e0-71f7-42af-9092-829b8d236cd5, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8765322b-b0c4-4c8a-8fc3-2c07a8e736d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fe43b652-1c72-43ba-b4de-9d81499786a8'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 14:57:33.825757 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:33.926472 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] For port 04c558e0-71f7-42af-9092-829b8d236cd5, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 14:57:33.930362 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] For port 04c558e0-71f7-42af-9092-829b8d236cd5, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=04c558e0-71f7-42af-9092-829b8d236cd5,segment=NetworkSegment(8765322b-b0c4-4c8a-8fc3-2c07a8e736d4),segment_id=8765322b-b0c4-4c8a-8fc3-2c07a8e736d4)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 14:57:33.933182 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:33.951002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8cc721ae-16ec-4eaa-9fa2-5bab8046b532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:57:34.254560 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Pushing event updated for resources: {'Port': ['ID=04c558e0-71f7-42af-9092-829b8d236cd5,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:57:34.259825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:57:34.780115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 5 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 14:57:35.560119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 04c558e0-71f7-42af-9092-829b8d236cd5 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 14:57:35.594358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcef2251-39d7-48e5-ab80-f136b223c90c None None] Network fe43b652-1c72-43ba-b4de-9d81499786a8 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 14:57:35.725741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-3557ba93-c452-4d10-8914-33175ec57491 None None] Provisioning for port 04c558e0-71f7-42af-9092-829b8d236cd5 completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 14:57:35.766104 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 04c558e0-71f7-42af-9092-829b8d236cd5 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 14:57:35.803575 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 04c558e0-71f7-42af-9092-829b8d236cd5 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:57:35.803919 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:35.988868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:36.030280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port 04c558e0-71f7-42af-9092-829b8d236cd5, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=04c558e0-71f7-42af-9092-829b8d236cd5,segment=NetworkSegment(8765322b-b0c4-4c8a-8fc3-2c07a8e736d4),segment_id=8765322b-b0c4-4c8a-8fc3-2c07a8e736d4)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 14:57:36.033692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:36.035942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:57:36.110346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=04c558e0-71f7-42af-9092-829b8d236cd5,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:57:36.113863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:57:36.270174 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-534c9c3c-017c-4008-9e3f-88dd0113c411 None None] Provisioning complete for port 04c558e0-71f7-42af-9092-829b8d236cd5 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:57:36.270535 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-534c9c3c-017c-4008-9e3f-88dd0113c411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:36.517111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-c8be7917-5e14-4e32-9b9b-c4a2375ed55c None None] Provisioning complete for port 04c558e0-71f7-42af-9092-829b8d236cd5 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:57:36.517512 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c8be7917-5e14-4e32-9b9b-c4a2375ed55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:37.521943 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 04c558e0-71f7-42af-9092-829b8d236cd5 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 14:57:37.596608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 04c558e0-71f7-42af-9092-829b8d236cd5 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 14:57:37.597018 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:53.111117 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8377-a395-4999-9633-5cd433b31526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:55.623295 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-48a008af-9169-4b12-89cb-c93e85d9c5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:56.105741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:57.122904 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:57:57.124838 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:11.779111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 5 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 14:58:23.118244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-536dee9b-5746-4b64-b393-8d3474150405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:25.625818 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a8bea051-bf0a-48c1-a280-e5aeedc3c31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:26.107483 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:27.125974 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:27.127345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:35.296391 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56262) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:58:35.302741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [None req-c01f8b31-1589-4c19-b815-fb5937983d69 tempest-verify_tempest_config-1737213175 tempest-verify_tempest_config-1737213175] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80304) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 14:58:35.303775 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c01f8b31-1589-4c19-b815-fb5937983d69 tempest-verify_tempest_config-1737213175 tempest-verify_tempest_config-1737213175] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.0063648 Dec 03 14:58:35.685206 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56282) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:58:35.844980 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:35.861559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 14:58:35.866149 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Usage tracker for resource:security_group_rule and tenant:0497fa88400648cfa49faa9fd33b6bb5 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 14:58:35.869418 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 14:58:35.875213 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 14:58:35.965974 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:35.968687 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:35.978015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8a99a462-369a-4b62-8ce5-0c54d10a5763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:58:36.020665 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0497fa88400648cfa49faa9fd33b6bb5&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3341820 Dec 03 14:58:36.021466 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16ff943-c61c-4741-8f93-7a941b387aa1,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:58:36.023593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56288) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 14:58:36.029119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.029535 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.029874 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.030241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.030601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.030958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.031316 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.031672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.032048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.032407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.032762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.033111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.040873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:58:36.094413 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:36.127980 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:36.183859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:36.188020 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 14:58:36.201605 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16ff943-c61c-4741-8f93-7a941b387aa1,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 14:58:36.210532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.210891 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.211263 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.211624 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.212009 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.212365 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.212723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.213083 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.213451 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.213807 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.214167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.214508 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 14:58:36.217996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:36.219187 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f16ff943-c61c-4741-8f93-7a941b387aa1 HTTP/1.1" status: 204 len: 168 time: 0.1944699 Dec 03 14:58:36.220142 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 14:58:48.778771 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 5 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 14:58:53.111249 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-99ce51e0-678c-4d2c-a995-5f6806c61cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:55.633832 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bc7e123c-c410-4f22-86e8-21ffdd8cfe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:56.110247 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:57.129963 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:58:57.131111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:59:23.112713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7a74d5e4-c85c-44cd-b909-ac625b0eb36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:59:25.626076 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b4edc6c5-1177-4fd8-8234-f46122bdf621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:59:25.778854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 5 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 14:59:26.115573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:59:27.137505 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:59:27.140114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:59:53.114547 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a4c91256-432e-4270-9638-c73c3bc93ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:59:55.628722 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fc0766f3-d160-440f-881c-112551079a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:59:56.118358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:59:57.130288 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 14:59:57.134404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:00:02.778128 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 5 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:00:22.785136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113'] for agent, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:00:22.785720 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:00:22.785956 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:00:22.786338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:00:22.786718 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:00:22.787094 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:00:22.787465 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:00:22.787837 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:00:22.788231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:00:22.788602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:00:22.788974 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:00:22.789380 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:00:22.789750 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:00:22.790141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75790', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:00:22.795187 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75790', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:00:23.116918 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6e4525ea-f3bc-45a5-ade8-c43c41dff2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:00:23.321604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] get_endpoint_by_host() called for host hv-cinder-75790 {{(pid=80305) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 03 15:00:23.325709 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] get_endpoint_by_ip() called for ip 192.168.0.45 {{(pid=80305) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 03 15:00:23.328930 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] _add_endpoint() called for ip 192.168.0.45 {{(pid=80305) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 03 15:00:23.333779 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] _get_endpoints() called {{(pid=80305) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 03 15:00:25.632163 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ea7d53c8-0047-4470-9b62-ce338d0ba398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:00:26.119751 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:00:27.132312 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:00:27.134442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:00:36.371331 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56360) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:00:36.521992 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-02a9d04a-975e-4048-b383-a6baabfe9994 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1495340 Dec 03 15:00:39.002170 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56370) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:00:39.088531 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b23b20d7-88ec-45bc-8189-e378deebbb9f admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0851591 Dec 03 15:00:39.778203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:00:52.804193 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:00:53.117661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2dbcc667-68a1-4c79-98b7-1b5a3362e5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:00:55.638111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a25a6e62-5166-474f-aed9-3d4f7c1bef70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:00:56.123026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:00:57.134392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:00:57.140600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:01:16.778028 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:01:22.824101 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:01:23.120865 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0b37-88fe-4bf4-b267-c773fb7c13d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:01:25.640679 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1584-67a2-40c9-bc07-48748feabf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:01:26.124466 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:01:27.131428 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:01:27.142215 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:01:52.824635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:01:53.122768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-72adf95c-cb05-4fea-8f64-2c51a7bb8df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:01:53.778264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:01:55.645169 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0fa34655-b1da-4393-b951-52ad158150ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:01:56.127700 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:01:57.125447 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:01:57.145781 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:22.662330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56554) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:22.763192 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56564) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:22.822916 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.132751 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d2e2bc56-5dd7-4926-833b-0049e8fb9da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.242472 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1322044503-network', 'tenant_id': 'f9bf918ac82e424a90a32f59535e0889'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:23.250382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:23.263459 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Usage tracker for resource:network and tenant:f9bf918ac82e424a90a32f59535e0889 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:23.268325 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:23.276790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:23.289527 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Made reservation on behalf of f9bf918ac82e424a90a32f59535e0889 for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:02:23.295309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.310765 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.328851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:23.333761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Usage tracker for resource:security_group_rule and tenant:f9bf918ac82e424a90a32f59535e0889 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:23.338501 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:23.345113 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:23.445417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.453335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2044495592-network', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:23.458511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:23.463375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Usage tracker for resource:network and tenant:dd93a4c230914073aca399b3e3b82b07 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:23.467415 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:23.473909 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:23.483042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.488396 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:23.502110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Made reservation on behalf of dd93a4c230914073aca399b3e3b82b07 for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:02:23.507004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.525324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.582578 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56588) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:23.587862 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:02:23.604286 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:23.631166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Usage tracker for resource:security_group_rule and tenant:dd93a4c230914073aca399b3e3b82b07 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:23.646663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56594) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:23.648164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:23.657499 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.657931 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Added segment 304a780e-2217-4522-8dee-803ec1844ce5 of type vxlan for network f77caf1b-7625-42d7-a0ba-10dcafabdf93 Dec 03 15:02:23.659347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:23.672840 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802ea85f-17f7-425e-a0c9-106ac67e2d7e,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:23.691069 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.691458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.691786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.692216 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.692582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.692932 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.693283 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.693632 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.694010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.694307 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.694654 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.695000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.695443 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.695791 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.696166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.697212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.697393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.697724 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.698500 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.698500 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.698686 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.699051 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.699387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.699726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Tracked resource versions report: Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: pushed versions: Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: { 'AddressGroup': {'1.0'}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': {'1.0'}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': {'1.0'}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': {'1.1'}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': {'1.6'}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': {'1.2'}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': {'1.8'}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': {'1.3'}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': {'1.1'}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': {'1.0'}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': {'1.1'}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': {'1.1'}} Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: consumer versions: Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: { DHCP agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: L3 agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: Metadata agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: Metering agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: Open vSwitch agent@dv-cinder-757908-3-smb: { 'AddressGroup': '1.0', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': '1.0', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': '1.0', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': '1.1', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': '1.6', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': '1.2', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': '1.8', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': '1.3', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': '1.1', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': '1.0', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': '1.1', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': '1.1'}, Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: Open vSwitch agent@hv-cinder-75790: { 'AddressGroup': '1.0', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': '1.0', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': '1.0', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': '1.1', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': '1.6', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': '1.2', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': '1.8', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': '1.3', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': '1.1', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': '1.0', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': '1.1', Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': '1.1'}} Dec 03 15:02:23.701047 dv-cinder-757908-3-smb neutron-server[80192]: {{(pid=80304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 03 15:02:23.714769 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:23.731604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.785413 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.787882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:23.788544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.797860 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:23.948873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.949780 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Pushing event updated for resources: {'Network': ['ID=f77caf1b-7625-42d7-a0ba-10dcafabdf93,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:23.956045 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:23.956806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:23.962378 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:23.962654 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network f77caf1b-7625-42d7-a0ba-10dcafabdf93 details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:02:23.977026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56614) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:23.983048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Request body: {'subnet': {'network_id': 'f77caf1b-7625-42d7-a0ba-10dcafabdf93', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1322044503-subnet', 'tenant_id': 'f9bf918ac82e424a90a32f59535e0889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:23.987770 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3227272 Dec 03 15:02:23.990665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:23.998233 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Usage tracker for resource:subnet and tenant:f9bf918ac82e424a90a32f59535e0889 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:24.005445 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:24.020136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:24.035358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Made reservation on behalf of f9bf918ac82e424a90a32f59535e0889 for: {'subnet': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:02:24.045146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:02:24.047623 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.062291 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e735d425-42c7-4f08-9804-fe4d0eeeb0dd,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:24.081254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:24.090617 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.092031 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Added segment a792aa9d-02d8-4b40-ba94-6fceaec71b96 of type vxlan for network 248475ad-b79d-4d29-b86d-4c7b668805e3 Dec 03 15:02:24.120737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network f77caf1b-7625-42d7-a0ba-10dcafabdf93 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:02:24.169039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.225706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-118261009-network', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:24.231428 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.233155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:24.233960 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.242264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:24.247451 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:24.254097 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Usage tracker for resource:network and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:24.260857 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:24.277817 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:24.299864 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1128148379-network', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:24.315195 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:24.320721 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Usage tracker for resource:network and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:24.324934 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:24.332557 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:24.346140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Made reservation on behalf of 341cf04604de451ba8a75ae14d0ebf68 for: {'network': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:02:24.351738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.373012 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.399666 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:24.405616 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Usage tracker for resource:security_group_rule and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:24.409585 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:24.417982 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:24.492543 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Made reservation on behalf of e99d15128ca046d7ba7ac461674a1bfa for: {'network': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:02:24.497955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.524455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.536366 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7712326 Dec 03 15:02:24.550390 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56628) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:24.570409 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Request body: {'subnet': {'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2044495592-subnet', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:24.577012 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:24.583529 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:24.593866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Usage tracker for resource:security_group_rule and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:24.601807 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:24.604158 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Pushing event updated for resources: {'Network': ['ID=248475ad-b79d-4d29-b86d-4c7b668805e3,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:24.611871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Usage tracker for resource:subnet and tenant:dd93a4c230914073aca399b3e3b82b07 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:24.615400 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:24.616448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:24.617157 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network 248475ad-b79d-4d29-b86d-4c7b668805e3 details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:02:24.624688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:24.628277 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.635687 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Made reservation on behalf of dd93a4c230914073aca399b3e3b82b07 for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:02:24.645721 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.647842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:24.651858 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.669839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network 248475ad-b79d-4d29-b86d-4c7b668805e3 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:02:24.786372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.810221 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:02:24.822006 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.822461 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Added segment 60e8825a-4380-4b74-9aa1-d940558484f1 of type vxlan for network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe Dec 03 15:02:24.855643 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.892040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.895439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:24.928507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.931634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa99cc8-198e-42e6-a1db-214957b797a4,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:24.963626 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:02:24.974564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:24.974980 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Added segment e17a2aed-11e1-4c84-a5c7-97bb2b23c490 of type vxlan for network f74f8bf3-3d51-4772-97cb-ee854694141c Dec 03 15:02:25.009447 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:25.047414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.047608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.047999 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.048450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.048816 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.049226 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.049599 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.049962 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.050390 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.050750 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.051131 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.051525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.052016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.052428 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.052791 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.053337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.053699 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.054084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.054470 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.054826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.055455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.055870 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.056326 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.056682 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Tracked resource versions report: Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: pushed versions: Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: { 'AddressGroup': {'1.0'}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': {'1.0'}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': {'1.0'}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': {'1.1'}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': {'1.6'}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': {'1.2'}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': {'1.8'}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': {'1.3'}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': {'1.1'}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': {'1.0'}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': {'1.1'}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': {'1.1'}} Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: consumer versions: Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: { DHCP agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: L3 agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: Metadata agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: Metering agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: Open vSwitch agent@dv-cinder-757908-3-smb: { 'AddressGroup': '1.0', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': '1.0', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': '1.0', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': '1.1', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': '1.6', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': '1.2', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': '1.8', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': '1.3', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': '1.1', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': '1.0', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': '1.1', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': '1.1'}, Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: Open vSwitch agent@hv-cinder-75790: { 'AddressGroup': '1.0', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': '1.0', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': '1.0', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': '1.1', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': '1.6', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': '1.2', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': '1.8', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': '1.3', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': '1.1', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': '1.0', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': '1.1', Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': '1.1'}} Dec 03 15:02:25.058109 dv-cinder-757908-3-smb neutron-server[80192]: {{(pid=80303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 03 15:02:25.069375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:25.070137 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:25.149909 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:25.182846 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5330877 Dec 03 15:02:25.183727 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9afd15-67ab-410f-a09d-8dd34b1bcc7a,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:25.200073 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56650) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:25.207030 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:25.207655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:25.226897 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:25.232363 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:25.262212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Request body: {'subnet': {'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1128148379-subnet', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:25.268365 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:25.272424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Usage tracker for resource:subnet and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:25.276386 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:25.283128 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:25.362353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Made reservation on behalf of 341cf04604de451ba8a75ae14d0ebf68 for: {'subnet': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:02:25.367644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:25.408888 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8218253 Dec 03 15:02:25.410168 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56664) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:25.421508 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Request body: {'subnet': {'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-subnet', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:25.430239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:25.471313 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Usage tracker for resource:subnet and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:25.479132 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:25.490343 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:25.529768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caed6ad-ecb8-4edd-a21b-d18956167756 admin admin] Pushing event updated for resources: {'Network': ['ID=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:25.541259 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:02:25.572385 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Made reservation on behalf of e99d15128ca046d7ba7ac461674a1bfa for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:02:25.577821 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:25.580269 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:02:25.731776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Pushing event updated for resources: {'Network': ['ID=f74f8bf3-3d51-4772-97cb-ee854694141c,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:25.737837 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:25.740767 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.591s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:25.741162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:25.763856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:25.778000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network f74f8bf3-3d51-4772-97cb-ee854694141c details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:02:25.788499 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aee8dcef-ce43-42eb-9c27-8bd063567598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:25.795619 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.735s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:25.795939 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:25.817037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network f74f8bf3-3d51-4772-97cb-ee854694141c details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:02:26.036434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08cdce3-c72c-4b36-9269-b062a5efece6,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:26.050181 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:26.240426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Checking segment: {'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:26.241477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Network hostable DHCP agents. Network: 248475ad-b79d-4d29-b86d-4c7b668805e3, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:02:26.271073 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for subnet, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:26.315552 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:26.361220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Network 248475ad-b79d-4d29-b86d-4c7b668805e3 is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:02:26.397224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, 248475ad-b79d-4d29-b86d-4c7b668805e3) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:26.406461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:26.407425 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:26.423717 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:26.446735 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8850102 Dec 03 15:02:26.450971 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee0ce52-9e7b-450d-944a-441e6ca9f72a None None] Network 248475ad-b79d-4d29-b86d-4c7b668805e3 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:02:26.482526 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56708) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:26.508266 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2044495592-router', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:26.518269 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:26.554931 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Usage tracker for resource:router and tenant:dd93a4c230914073aca399b3e3b82b07 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:26.591566 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec904479-43aa-46f2-afcd-71d8075f3a08,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:26.603635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:26.606335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:26.632595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:26.665723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853072490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5104'] for router, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:26.667409 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852957072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770695'] for router, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:26.720946 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56718) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:26.753516 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:26.870218 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:26.872762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22dc6f7-0d62-46c6-a456-81911c1584c9 None None] Network 248475ad-b79d-4d29-b86d-4c7b668805e3 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:02:26.895984 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7a29e88f-f4d5-4cb7-852b-592b900752f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:26.934870 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for subnet, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:27.143311 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a8d169fa-b2e6-46ef-8c2e-d3bef7b7cc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:27.167709 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:27.255561 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4253b1e0-eddd-4edf-a51b-96580eb33f8b,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:27.267780 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:27.279615 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:27.282467 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:27.332568 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Checking segment: {'id': '304a780e-2217-4522-8dee-803ec1844ce5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f77caf1b-7625-42d7-a0ba-10dcafabdf93'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:27.332798 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Network hostable DHCP agents. Network: f77caf1b-7625-42d7-a0ba-10dcafabdf93, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:02:27.385377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Checking segment: {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:27.386129 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Network hostable DHCP agents. Network: ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:02:27.419761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Network f77caf1b-7625-42d7-a0ba-10dcafabdf93 is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:02:27.432377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:02:27.439339 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, f77caf1b-7625-42d7-a0ba-10dcafabdf93) {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:27.445689 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:27.446899 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:27.452775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbb3872-73fe-4d47-babd-eaf88212e90c None None] Network f77caf1b-7625-42d7-a0ba-10dcafabdf93 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:02:27.454948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe) {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:27.467939 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:27.470184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:27.470627 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1773bc7-10b1-46c3-a54b-c110be3657c8 None None] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:02:27.498078 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1a06312d-1388-4692-997f-d9e9eff46e84 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2731633 Dec 03 15:02:27.501733 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56740) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:27.509416 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:27.516020 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:27.521803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Usage tracker for resource:router and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:27.527870 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:27.559114 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-2702ca51-5d90-488a-b35f-b635c61528d4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5807464 Dec 03 15:02:27.569498 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:27.598248 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853072490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5104'] for router, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:27.599825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852957072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770695'] for router, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:27.630985 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:27.749120 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c17b32e-d767-4a51-9765-626d40840d2e,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:27.760588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:27.951494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770794'] for router, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:27.970952 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8f9eeeff-c243-454a-8649-50f2fb18e3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:28.015189 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b7907d-4529-5b40-b45c-df8ee677da74-ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b'}]}} from dv-cinder-757908-3-smb. {{(pid=80305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 03 15:02:28.016141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:28.070971 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8f9eeeff-c243-454a-8649-50f2fb18e3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:28.081500 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8f9eeeff-c243-454a-8649-50f2fb18e3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b16ecd595e1b477f8c130007a7897068 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:28.092385 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8f9eeeff-c243-454a-8649-50f2fb18e3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:28.107092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8f9eeeff-c243-454a-8649-50f2fb18e3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:28.346492 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8f9eeeff-c243-454a-8649-50f2fb18e3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:28.397484 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56790) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:28.401102 dv-cinder-757908-3-smb neutron-server[80192]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 03 15:02:28.419222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8f9eeeff-c243-454a-8649-50f2fb18e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:28.457152 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:28.470661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Allocated IP 172.20.0.2 (ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe/4253b1e0-eddd-4edf-a51b-96580eb33f8b/d63825f3-d3a1-470c-a6c2-b611df8f2bd4) {{(pid=80305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:02:28.471342 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8f9eeeff-c243-454a-8649-50f2fb18e3d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b16ecd595e1b477f8c130007a7897068&name=default HTTP/1.1" status: 200 len: 2875 time: 1.7488980 Dec 03 15:02:28.481681 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56794) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:28.606450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-c88eae99-728d-4b7e-8ea6-a87b1df7afac tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:28.608725 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-c88eae99-728d-4b7e-8ea6-a87b1df7afac tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/networks?id=f77caf1b-7625-42d7-a0ba-10dcafabdf93 HTTP/1.1" status: 200 len: 812 time: 0.2096980 Dec 03 15:02:28.621831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eeeff-c243-454a-8649-50f2fb18e3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48633527-d6ba-499b-9d0c-b7c785bea2ba,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:28.633451 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d241b739-92b5-4a22-b71f-4a0b3d5af31c None None] Network f77caf1b-7625-42d7-a0ba-10dcafabdf93 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:02:28.639807 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8f9eeeff-c243-454a-8649-50f2fb18e3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:28.644828 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Checking segment: {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:28.645588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Network hostable DHCP agents. Network: f74f8bf3-3d51-4772-97cb-ee854694141c, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:02:28.654736 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-41172541-6afd-4111-9146-dcf14ada5851 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/quotas/f9bf918ac82e424a90a32f59535e0889 HTTP/1.1" status: 200 len: 375 time: 0.0328000 Dec 03 15:02:28.657528 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770794'] for router, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:28.690503 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b02066f6-dd03-461b-9fad-b62386ceb7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:28.722058 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b02066f6-dd03-461b-9fad-b62386ceb7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:28.728660 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-1745d4e2-702b-4675-9836-aa6b4e79777b tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?tenant_id=f9bf918ac82e424a90a32f59535e0889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602040 Dec 03 15:02:28.845267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b02066f6-dd03-461b-9fad-b62386ceb7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:28.854880 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Network f74f8bf3-3d51-4772-97cb-ee854694141c is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:02:28.919884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:28.945401 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02066f6-dd03-461b-9fad-b62386ceb7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48633527-d6ba-499b-9d0c-b7c785bea2ba,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:28.952386 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b02066f6-dd03-461b-9fad-b62386ceb7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:28.966697 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, f74f8bf3-3d51-4772-97cb-ee854694141c) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:28.993718 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13493c6-d98c-4694-a9af-cd3d7228d2e8 None None] Network f74f8bf3-3d51-4772-97cb-ee854694141c requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:02:29.032354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:29.068706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:29.069372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:29.090250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:29.100638 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b02066f6-dd03-461b-9fad-b62386ceb7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:29.101682 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b02066f6-dd03-461b-9fad-b62386ceb7eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/48633527-d6ba-499b-9d0c-b7c785bea2ba HTTP/1.1" status: 204 len: 168 time: 0.6109993 Dec 03 15:02:29.114398 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.7015741 Dec 03 15:02:29.115419 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 56814) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:29.125635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:29.131134 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:29.133100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-5313d2c2-17e5-4a8a-ab9c-b37ec682a023 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 15:02:29.134821 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-5313d2c2-17e5-4a8a-ab9c-b37ec682a023 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.1896365 Dec 03 15:02:29.142651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Usage tracker for resource:router and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:29.145785 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:29.152887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:29.176737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853072490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5104'] for router, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:29.177888 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852957072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770695'] for router, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:29.311628 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:29.422215 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:29.470533 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:29.492238 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-982cd5a7-b11c-42f9-9f39-be099a47e05e service neutron] 10.222.0.81 "GET /v2.0/networks/f77caf1b-7625-42d7-a0ba-10dcafabdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910903 Dec 03 15:02:29.593421 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Notify callbacks [] for port, precommit_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:29.614239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Transition to ACTIVE for port object d63825f3-d3a1-470c-a6c2-b611df8f2bd4 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:29.707679 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Transition to ACTIVE for port object d63825f3-d3a1-470c-a6c2-b611df8f2bd4 will not be triggered until provisioned by entity DHCP. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:29.720802 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:29.723538 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b7907d-4529-5b40-b45c-df8ee677da74-f74f8bf3-3d51-4772-97cb-ee854694141c', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e'}]}} from dv-cinder-757908-3-smb. {{(pid=80305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 03 15:02:29.728558 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:29.882752 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:29.920331 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-4642180d-db1b-428c-96e3-f03ce3825163 service neutron] 10.222.0.81 "GET /v2.0/networks/f77caf1b-7625-42d7-a0ba-10dcafabdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4091802 Dec 03 15:02:29.921750 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770794'] for router, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:30.133188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Allocated IP 172.28.3.249 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/c09ef050-baa1-4c98-bb1c-a085761787a0) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:02:30.148595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Pushing event updated for resources: {'Port': ['ID=d63825f3-d3a1-470c-a6c2-b611df8f2bd4,revision_number=1']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:30.174127 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.174558 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.182553 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.183231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.184550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.184931 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.185335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.185702 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.186534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.186897 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.187278 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.187583 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.194523 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.194963 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.195339 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.195703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.196095 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.196579 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.196969 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.197324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.197679 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.198029 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.198509 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.199101 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Tracked resource versions report: Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: pushed versions: Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: { 'AddressGroup': {'1.0'}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': {'1.0'}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': {'1.0'}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': {'1.1'}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': {'1.6'}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': {'1.2'}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': {'1.8'}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': {'1.3'}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': {'1.1'}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': {'1.0'}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': {'1.1'}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': {'1.1'}} Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: consumer versions: Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: { DHCP agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: L3 agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: Metadata agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: Metering agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: Open vSwitch agent@dv-cinder-757908-3-smb: { 'AddressGroup': '1.0', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': '1.0', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': '1.0', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': '1.1', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': '1.6', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': '1.2', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': '1.8', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': '1.3', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': '1.1', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': '1.0', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': '1.1', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': '1.1'}, Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: Open vSwitch agent@hv-cinder-75790: { 'AddressGroup': '1.0', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': '1.0', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': '1.0', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': '1.1', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': '1.6', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': '1.2', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': '1.8', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': '1.3', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': '1.1', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': '1.0', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': '1.1', Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': '1.1'}} Dec 03 15:02:30.200418 dv-cinder-757908-3-smb neutron-server[80192]: {{(pid=80305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 03 15:02:30.208646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe is already hosted by enough agents. {{(pid=80305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:30.210041 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Resources bound (agent type, host, resource id): {{(pid=80305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:30.213128 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Received port after_create {{(pid=80305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:02:30.219916 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:30.510533 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Attempting to bind port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:02:30.511255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Attempting to bind port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:02:30.528581 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Attempting to bind port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 on network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:02:30.531533 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bdb74aa9-b0ae-4654-8e01-828cf284f439 req-61dbc489-bc88-4543-a091-f0b49c88a5b4 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 210 time: 0.1529229 Dec 03 15:02:30.590371 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:02:30.612188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Checking segment: {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:30.612993 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:30.613629 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Bound using segment: {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:02:30.614826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Bound port: d63825f3-d3a1-470c-a6c2-b611df8f2bd4, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:02:30.615600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:30.711092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:30.780317 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:02:30.846414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] For port d63825f3-d3a1-470c-a6c2-b611df8f2bd4, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:02:30.905045 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] For port d63825f3-d3a1-470c-a6c2-b611df8f2bd4, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=d63825f3-d3a1-470c-a6c2-b611df8f2bd4,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:02:30.915462 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:30.935911 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:31.078397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Pushing event updated for resources: {'Port': ['ID=d63825f3-d3a1-470c-a6c2-b611df8f2bd4,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:31.108388 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Allocated IP 172.20.0.2 (f74f8bf3-3d51-4772-97cb-ee854694141c/9c17b32e-d767-4a51-9765-626d40840d2e/86c7c8cb-6702-4b01-9de7-d14e48cb48e5) {{(pid=80305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:02:31.189959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:31.245244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:31.246968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:31.304732 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:31.354571 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Allocated IP 172.28.3.105 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/0be2158f-e543-40c2-a2c4-cff098daedfc) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:02:31.400753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:31.404312 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Notify callbacks [] for port, precommit_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:31.463220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Transition to ACTIVE for port object 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:31.569934 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Transition to ACTIVE for port object 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 will not be triggered until provisioned by entity DHCP. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:31.624883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:31.667405 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:31.758097 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:31.764744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Pushing event updated for resources: {'Port': ['ID=c09ef050-baa1-4c98-bb1c-a085761787a0,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:31.799188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56934) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:31.815341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:31.955041 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8cb33200-8eb1-4807-a60c-e9db88d59179 req-cdab35b9-d6ff-4ce2-bdab-f310fdee71fe tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 210 time: 0.1545651 Dec 03 15:02:31.973222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:31.973561 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:31.979036 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:31.984791 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:02:32.037722 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d8eff7aa-3627-47d9-a9e0-4a0f03bbf6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:32.122339 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Pushing event updated for resources: {'Port': ['ID=86c7c8cb-6702-4b01-9de7-d14e48cb48e5,revision_number=1']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:32.132740 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:32.213324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=0be2158f-e543-40c2-a2c4-cff098daedfc,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:32.246184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Network f74f8bf3-3d51-4772-97cb-ee854694141c is already hosted by enough agents. {{(pid=80305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:32.247532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Resources bound (agent type, host, resource id): {{(pid=80305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:32.251884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Received port after_create {{(pid=80305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:02:32.423693 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Attempting to bind port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:02:32.424745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Attempting to bind port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:02:32.424745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Attempting to bind port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 on network f74f8bf3-3d51-4772-97cb-ee854694141c {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:02:32.444703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:02:32.445196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Checking segment: {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:32.445797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:32.446842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Bound using segment: {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:02:32.474244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Bound port: 86c7c8cb-6702-4b01-9de7-d14e48cb48e5, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:02:32.476594 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:32.603207 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:32.645937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:32.654614 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:32.664033 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:02:32.713373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] For port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:02:32.726034 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] For port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=86c7c8cb-6702-4b01-9de7-d14e48cb48e5,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:02:32.730827 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:32.802845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 56978) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:32.964154 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:33.019686 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:33.080110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Allocated IP 172.28.3.209 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/3afba6ae-59db-4928-be99-c31d880da918) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:02:33.194607 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Pushing event updated for resources: {'Port': ['ID=86c7c8cb-6702-4b01-9de7-d14e48cb48e5,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:33.207382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:33.580066 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:33.759207 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:33.842151 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.65', 65277) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:33.852799 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device d63825f3-d3a1-470c-a6c2-b611df8f2bd4 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:02:33.867519 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:34.072157 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57032) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:34.072708 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57036) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:34.074223 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:02:34.097558 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:34.176165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:34.201856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:34.206465 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] Usage tracker for resource:security_group_rule and tenant:f10bae1ce56f4b89962adf5e6277002f is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:34.211746 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1d5a7d-38cd-44f9-ac9f-277dbe463100 None None] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:02:34.212035 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:34.218866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:34.317720 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:34.324075 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6d0e10f4-e5bc-4f42-9e67-22f22f12ee47 req-1f029173-b815-4548-bd29-c7c13a5d9dcf tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 210 time: 0.9120207 Dec 03 15:02:34.336242 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:34.377403 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:34.388023 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] Synchronizing usage tracker for tenant:6ae1d32a71af464281fe52e15adc80d5 on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:02:34.418302 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] Unset dirty status for tenant:6ae1d32a71af464281fe52e15adc80d5 on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:02:34.419687 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f10bae1ce56f4b89962adf5e6277002f&name=default HTTP/1.1" status: 200 len: 2875 time: 1.6155832 Dec 03 15:02:34.431642 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57056) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:34.609050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff8299e-9fa0-4a54-8efd-38f1808d9e15,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:34.615775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b689da63-8833-4699-a4ae-09d2ed5893f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:34.670130 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-4bdce15c-0764-4522-ac7d-2b2872b2c8dd None None] Provisioning for port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:02:34.682650 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b689da63-8833-4699-a4ae-09d2ed5893f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:34.693979 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-4bdce15c-0764-4522-ac7d-2b2872b2c8dd None None] Provisioning complete for port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:34.694389 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4bdce15c-0764-4522-ac7d-2b2872b2c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:34.715656 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:34.914477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4bdce15c-0764-4522-ac7d-2b2872b2c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:34.950613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Pushing event updated for resources: {'Port': ['ID=3afba6ae-59db-4928-be99-c31d880da918,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:34.967433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-597abf7d-3c2d-4675-917a-35068f637305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:34.990335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:35.037417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b689da63-8833-4699-a4ae-09d2ed5893f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:35.045669 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:35.046294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-4bdce15c-0764-4522-ac7d-2b2872b2c8dd None None] For port d63825f3-d3a1-470c-a6c2-b611df8f2bd4, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=d63825f3-d3a1-470c-a6c2-b611df8f2bd4,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:02:35.048094 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-597abf7d-3c2d-4675-917a-35068f637305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:35.050778 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c08642c3-484d-4224-8792-689eda293efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:35.059792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4bdce15c-0764-4522-ac7d-2b2872b2c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:35.065583 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:35.080230 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-597abf7d-3c2d-4675-917a-35068f637305 admin admin] Usage tracker for resource:security_group_rule and tenant:c081b274e12b412dbaa958dec54b3008 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:35.083467 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689da63-8833-4699-a4ae-09d2ed5893f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff8299e-9fa0-4a54-8efd-38f1808d9e15,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:35.085018 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-597abf7d-3c2d-4675-917a-35068f637305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:35.095581 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b689da63-8833-4699-a4ae-09d2ed5893f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:35.118222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672967'] for router, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:35.120371 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c08642c3-484d-4224-8792-689eda293efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:35.123251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-597abf7d-3c2d-4675-917a-35068f637305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:35.128688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:35.135674 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672967'] for router, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:35.138577 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:35.141067 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c08642c3-484d-4224-8792-689eda293efd admin admin] Usage tracker for resource:security_group_rule and tenant:3778b0f4e39c457da216daaeb96644ca is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:35.152861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d966fd7d-ddc1-471c-b471-0c010ac844ad tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:35.155355 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d966fd7d-ddc1-471c-b471-0c010ac844ad tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Synchronizing usage tracker for tenant:f9bf918ac82e424a90a32f59535e0889 on resource:network {{(pid=80304) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:02:35.159795 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:02:35.204249 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdce15c-0764-4522-ac7d-2b2872b2c8dd None None] Pushing event updated for resources: {'Port': ['ID=d63825f3-d3a1-470c-a6c2-b611df8f2bd4,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:35.213601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b689da63-8833-4699-a4ae-09d2ed5893f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:35.216506 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4bdce15c-0764-4522-ac7d-2b2872b2c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:35.216721 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b689da63-8833-4699-a4ae-09d2ed5893f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ff8299e-9fa0-4a54-8efd-38f1808d9e15 HTTP/1.1" status: 204 len: 168 time: 0.7798131 Dec 03 15:02:35.224541 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c08642c3-484d-4224-8792-689eda293efd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:35.232025 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c08642c3-484d-4224-8792-689eda293efd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:35.347457 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c08642c3-484d-4224-8792-689eda293efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:35.509196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Router 40b9edae-f26d-4187-ba8f-e584dca2f50f is scheduled to L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b with binding_index 1 {{(pid=80303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 03 15:02:35.535257 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c08642c3-484d-4224-8792-689eda293efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:35.582797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b7b56-df94-419a-905a-960f858193fe None None] Network f74f8bf3-3d51-4772-97cb-ee854694141c requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:02:35.843039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5bf8d4c4-cb76-4b36-bce4-ecffa02f320c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:35.965939 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:02:35.979359 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Sync routers for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:02:35.983736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-5e8befe7-db5c-4c3f-a275-44b3d1916739 None None] Provisioning for port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:02:36.040298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:02:36.056698 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:02:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:36.088680 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2961fdb-573d-443e-90e1-b8e7c412b819 req-5d8581fe-9427-458c-ae04-55e89eacc62b tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 210 time: 0.1327293 Dec 03 15:02:36.139944 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:36.144724 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6414323 Dec 03 15:02:36.145480 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57106) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:36.185340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device d63825f3-d3a1-470c-a6c2-b611df8f2bd4 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:02:36.348074 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-5e8befe7-db5c-4c3f-a275-44b3d1916739 None None] Provisioning complete for port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:36.348894 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5e8befe7-db5c-4c3f-a275-44b3d1916739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:36.388176 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c08642c3-484d-4224-8792-689eda293efd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3778b0f4e39c457da216daaeb96644ca&name=default HTTP/1.1" status: 200 len: 2875 time: 2.2334840 Dec 03 15:02:36.545412 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57114) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:36.660711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:36.670676 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:36.794588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08642c3-484d-4224-8792-689eda293efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b5f67e-6c92-4cdc-a3f4-b7d273ef9d3d,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:36.820236 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c08642c3-484d-4224-8792-689eda293efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:37.056115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Router 60193abd-07f4-41ed-b4a4-d1ffc413ea39 is scheduled to L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b with binding_index 1 {{(pid=80304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 03 15:02:37.235657 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:02:37.264555 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:02:37.270909 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:37.564375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-5de10cb5-b67c-40f9-ab0a-ad1ec9c63c90 None None] Provisioning complete for port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:37.574131 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5de10cb5-b67c-40f9-ab0a-ad1ec9c63c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:37.767376 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:02:37.790445 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:37.799407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 3, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:37.799996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:37.804713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Checking router: 40b9edae-f26d-4187-ba8f-e584dca2f50f for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:02:37.805438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Updating router 40b9edae-f26d-4187-ba8f-e584dca2f50f port 0be2158f-e543-40c2-a2c4-cff098daedfc binding host dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 15:02:37.863474 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:38.320537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-b4aa08a2-07fa-44f8-8cb4-5a49a31f7cf1 None None] Provisioning complete for port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:38.321358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b4aa08a2-07fa-44f8-8cb4-5a49a31f7cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:38.414686 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:38.527931 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-53af6b4e-63fe-4c7c-871c-ab10d589a9ec req-841e78c8-8d12-4ab7-959a-b3b884d1724a tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 210 time: 0.3254380 Dec 03 15:02:38.543896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-559e9c5e-1ef4-42fa-89ff-40044fc9aca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:38.568765 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=86c7c8cb-6702-4b01-9de7-d14e48cb48e5,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:02:38.578500 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:38.671714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4bdce15c-0764-4522-ac7d-2b2872b2c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:38.718815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Notify callbacks [] for port, precommit_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:38.772318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Transition to ACTIVE for port object 0be2158f-e543-40c2-a2c4-cff098daedfc will not be triggered until provisioned by entity L2. {{(pid=80306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:38.790842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:38.802697 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-559e9c5e-1ef4-42fa-89ff-40044fc9aca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:38.855136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:38.875480 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57150) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:38.908246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=86c7c8cb-6702-4b01-9de7-d14e48cb48e5,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:38.917099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:38.918551 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-597abf7d-3c2d-4675-917a-35068f637305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:38.938114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d966fd7d-ddc1-471c-b471-0c010ac844ad tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Unset dirty status for tenant:f9bf918ac82e424a90a32f59535e0889 on resource:network {{(pid=80304) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:02:38.940627 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d966fd7d-ddc1-471c-b471-0c010ac844ad tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.65 "GET /v2.0/networks?id=f77caf1b-7625-42d7-a0ba-10dcafabdf93 HTTP/1.1" status: 200 len: 812 time: 5.0805938 Dec 03 15:02:38.957312 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-597abf7d-3c2d-4675-917a-35068f637305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:38.979560 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-559e9c5e-1ef4-42fa-89ff-40044fc9aca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:38.989087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:39.003399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:39.026937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597abf7d-3c2d-4675-917a-35068f637305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf5e0e9-dbb4-407a-aeef-9c55a75a2ca7,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:39.034151 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-597abf7d-3c2d-4675-917a-35068f637305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:39.036884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e9c5e-1ef4-42fa-89ff-40044fc9aca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b5f67e-6c92-4cdc-a3f4-b7d273ef9d3d,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:39.063725 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-559e9c5e-1ef4-42fa-89ff-40044fc9aca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:39.074043 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:02:39.076454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672967'] for router, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:39.086591 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Sync routers for ids ['60193abd-07f4-41ed-b4a4-d1ffc413ea39'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:02:39.109337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Routers {'60193abd-07f4-41ed-b4a4-d1ffc413ea39'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:02:39.110231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:02:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['60193abd-07f4-41ed-b4a4-d1ffc413ea39'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:39.142670 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Pushing event updated for resources: {'Port': ['ID=0be2158f-e543-40c2-a2c4-cff098daedfc,revision_number=2']} {{(pid=80306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:39.191893 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:39.236904 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-559e9c5e-1ef4-42fa-89ff-40044fc9aca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:39.247131 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-559e9c5e-1ef4-42fa-89ff-40044fc9aca4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/11b5f67e-6c92-4cdc-a3f4-b7d273ef9d3d HTTP/1.1" status: 204 len: 168 time: 2.6815865 Dec 03 15:02:39.485781 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.486537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.486537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.487083 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.487251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.487633 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.487838 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.488233 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.488562 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.488916 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.489263 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.489615 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.497652 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.499485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.500243 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.501806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.503163 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.505023 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.505441 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.505820 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.506193 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.506559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.506925 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.507284 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Tracked resource versions report: Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: pushed versions: Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: { 'AddressGroup': {'1.0'}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': {'1.0'}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': {'1.0'}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': {'1.1'}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': {'1.6'}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': {'1.2'}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': {'1.8'}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': {'1.3'}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': {'1.1'}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': {'1.0'}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': {'1.1'}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': {'1.1'}} Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: consumer versions: Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: { DHCP agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: L3 agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: Metadata agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: Metering agent@dv-cinder-757908-3-smb: {}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: Open vSwitch agent@dv-cinder-757908-3-smb: { 'AddressGroup': '1.0', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': '1.0', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': '1.0', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': '1.1', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': '1.6', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': '1.2', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': '1.8', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': '1.3', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': '1.1', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': '1.0', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': '1.1', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': '1.1'}, Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: Open vSwitch agent@hv-cinder-75790: { 'AddressGroup': '1.0', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'ConntrackHelper': '1.0', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Log': '1.0', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Network': '1.1', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Port': '1.6', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'PortForwarding': '1.2', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'QosPolicy': '1.8', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroup': '1.3', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'SecurityGroupRule': '1.1', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'SubPort': '1.0', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Subnet': '1.1', Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: 'Trunk': '1.1'}} Dec 03 15:02:39.513663 dv-cinder-757908-3-smb neutron-server[80192]: {{(pid=80306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 03 15:02:39.564756 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:39.614564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Attempting to bind port 0be2158f-e543-40c2-a2c4-cff098daedfc on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:02:39.622073 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Attempting to bind port 0be2158f-e543-40c2-a2c4-cff098daedfc by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}] {{(pid=80306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:02:39.622485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Attempting to bind port 0be2158f-e543-40c2-a2c4-cff098daedfc on network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:02:39.632611 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:02:39.633027 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Checking segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:39.633476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:39.638467 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Bound using segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:02:39.639081 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Bound port: 0be2158f-e543-40c2-a2c4-cff098daedfc, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}] {{(pid=80306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:02:39.639524 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:39.681062 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-597abf7d-3c2d-4675-917a-35068f637305 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c081b274e12b412dbaa958dec54b3008&name=default HTTP/1.1" status: 200 len: 2875 time: 5.5254767 Dec 03 15:02:39.757717 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57166) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:39.788589 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Request body: {'port': {'device_id': '19c88792-dc05-4b34-b502-4fbbea372be4', 'network_id': 'f77caf1b-7625-42d7-a0ba-10dcafabdf93', 'admin_state_up': True, 'tenant_id': 'f9bf918ac82e424a90a32f59535e0889'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:39.808622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Set router 60193abd-07f4-41ed-b4a4-d1ffc413ea39 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:02:39.894280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Allocated IP 172.20.0.1 (ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe/4253b1e0-eddd-4edf-a51b-96580eb33f8b/68fce173-716f-4aa4-a388-ac7564452647) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:02:39.894545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] For port 0be2158f-e543-40c2-a2c4-cff098daedfc, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:02:39.903016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] For port 0be2158f-e543-40c2-a2c4-cff098daedfc, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=0be2158f-e543-40c2-a2c4-cff098daedfc,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:02:39.908418 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:40.157481 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:40.209080 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-749f367f-9faf-48f8-8317-694848b08fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:40.281741 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-60c7e790-c9e8-4a35-a332-540fa1b857c8 req-899e63eb-5d9a-4265-babb-a68157478399 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 210 time: 0.2403464 Dec 03 15:02:40.304940 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:02:40.306180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:02:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:40.393813 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:40.401485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Usage tracker for resource:port and tenant:f9bf918ac82e424a90a32f59535e0889 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:40.411385 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Quota usage for port was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:40.429649 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:40.453164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:40.477039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-749f367f-9faf-48f8-8317-694848b08fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:40.509521 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Made reservation on behalf of f9bf918ac82e424a90a32f59535e0889 for: {'port': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:02:40.513092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Transition to ACTIVE for port object 68fce173-716f-4aa4-a388-ac7564452647 will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:40.515181 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:40.579755 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:40.628691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-749f367f-9faf-48f8-8317-694848b08fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:8df95cb799444667af274d7d8b46561d is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:40.779660 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:02:40.822651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Pushing event updated for resources: {'Port': ['ID=0be2158f-e543-40c2-a2c4-cff098daedfc,revision_number=3']} {{(pid=80306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:40.834410 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:40.874689 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57178) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:40.875469 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:41.021419 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:02:41.124476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d6f95e4d-68d3-4bf2-a6ab-74a296cd862e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:41.283794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:41.284498 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:41.342163 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-d6f95e4d-68d3-4bf2-a6ab-74a296cd862e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:41.359114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Pushing event updated for resources: {'Port': ['ID=68fce173-716f-4aa4-a388-ac7564452647,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:41.384330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:41.389955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-d6f95e4d-68d3-4bf2-a6ab-74a296cd862e admin admin] Usage tracker for resource:security_group_rule and tenant:77204bddc32c41f392d2618a6d1fdc0c is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:41.415929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-d6f95e4d-68d3-4bf2-a6ab-74a296cd862e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:41.426471 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'name': 'tempest-ServerRescueNegativeTestJSON-2044495592-router', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:26Z', 'updated_at': '2020-12-03T15:02:32Z', 'revision_number': 3, 'project_id': 'dd93a4c230914073aca399b3e3b82b07', 'gw_port': {'id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:41.438076 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Checking router: 60193abd-07f4-41ed-b4a4-d1ffc413ea39 for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:02:41.440543 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Updating router 60193abd-07f4-41ed-b4a4-d1ffc413ea39 port c09ef050-baa1-4c98-bb1c-a085761787a0 binding host dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 15:02:41.442078 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Allocated IP 172.20.0.6 (f77caf1b-7625-42d7-a0ba-10dcafabdf93/ec904479-43aa-46f2-afcd-71d8075f3a08/70eb174f-d02d-459c-84f6-f55b6447ecc3) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:02:41.456573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-d6f95e4d-68d3-4bf2-a6ab-74a296cd862e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:41.485535 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:41.492006 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:41.503957 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:02:41.504633 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853102630'] for router_interface, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:41.710192 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:41.723629 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-749f367f-9faf-48f8-8317-694848b08fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:41.771603 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-749f367f-9faf-48f8-8317-694848b08fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:41.808200 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 3, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:41.815464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a87582-dcc9-46a1-8b35-a82e4a480a03 None None] The sync data for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb is: [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 3, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:02:41.965863 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ca343e9e-6477-45d0-a80e-cc23495607ab req-0bfc5909-9788-462a-afda-7625eeca7375 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 210 time: 0.1934903 Dec 03 15:02:42.002837 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:42.045897 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] Notify callbacks [] for router, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:42.050208 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b584bc1b-48dc-4ad4-8d4e-354e8dca062b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 15.5615959 Dec 03 15:02:42.052152 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57188) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:42.061924 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Router 2aba0485-77bd-4392-bc4d-9273ca218350 is scheduled to L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b with binding_index 1 {{(pid=80304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 03 15:02:42.199395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b186cd3-5d9a-4620-998c-e1a7f0f4946b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:42.254271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b186cd3-5d9a-4620-998c-e1a7f0f4946b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:42.286553 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:42.294745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-626856d5-077a-4a36-a7ea-3ab95fe08a6a None None] Provisioning for port 68fce173-716f-4aa4-a388-ac7564452647 completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:02:42.301610 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-626856d5-077a-4a36-a7ea-3ab95fe08a6a None None] Provisioning complete for port 68fce173-716f-4aa4-a388-ac7564452647 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:42.302199 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-626856d5-077a-4a36-a7ea-3ab95fe08a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:42.746145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:02:42.761145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Sync routers for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:02:42.788878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:02:42.789576 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:02:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:42.843249 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 0be2158f-e543-40c2-a2c4-cff098daedfc up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:02:42.909661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:42.985860 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:42.997803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:43.091345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Transition to ACTIVE for port object c09ef050-baa1-4c98-bb1c-a085761787a0 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:43.099665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-626856d5-077a-4a36-a7ea-3ab95fe08a6a None None] Port 68fce173-716f-4aa4-a388-ac7564452647 cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:02:43.107314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:43.142887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:43.291037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b381a1b-3672-402c-8162-7931a4ae4ce3 None None] Pushing event updated for resources: {'Port': ['ID=c09ef050-baa1-4c98-bb1c-a085761787a0,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:43.294725 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0b381a1b-3672-402c-8162-7931a4ae4ce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:43.426677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 0be2158f-e543-40c2-a2c4-cff098daedfc completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:02:43.453314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 0be2158f-e543-40c2-a2c4-cff098daedfc triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:43.453734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:43.477133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Network f77caf1b-7625-42d7-a0ba-10dcafabdf93 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:43.478580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b186cd3-5d9a-4620-998c-e1a7f0f4946b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:43.480450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] Notify callbacks [] for router, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:43.486494 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-daf8061b-12e6-4854-8656-f1b6421a7b82 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 14.3672266 Dec 03 15:02:43.487473 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57198) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:43.494689 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:43.498324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:02:43.502972 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:43.503677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:43.545232 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b186cd3-5d9a-4620-998c-e1a7f0f4946b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:43.547545 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8b186cd3-5d9a-4620-998c-e1a7f0f4946b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1cf5e0e9-dbb4-407a-aeef-9c55a75a2ca7 HTTP/1.1" status: 204 len: 168 time: 3.7826865 Dec 03 15:02:43.549285 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9033122 Dec 03 15:02:43.663667 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d6f95e4d-68d3-4bf2-a6ab-74a296cd862e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:43.727843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d6f95e4d-68d3-4bf2-a6ab-74a296cd862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:43.776194 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-559e9c5e-1ef4-42fa-89ff-40044fc9aca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:43.844776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Attempting to bind port c09ef050-baa1-4c98-bb1c-a085761787a0 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:02:43.845532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Attempting to bind port c09ef050-baa1-4c98-bb1c-a085761787a0 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:02:43.846265 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Attempting to bind port c09ef050-baa1-4c98-bb1c-a085761787a0 on network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:02:43.856831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:02:43.874783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:02:43.875667 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Checking segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:43.876372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:43.877008 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Bound using segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:02:43.877751 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Bound port: c09ef050-baa1-4c98-bb1c-a085761787a0, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:02:43.878393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:43.966691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:44.006406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port 0be2158f-e543-40c2-a2c4-cff098daedfc, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=0be2158f-e543-40c2-a2c4-cff098daedfc,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:02:44.020521 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d6f95e4d-68d3-4bf2-a6ab-74a296cd862e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=77204bddc32c41f392d2618a6d1fdc0c&name=default HTTP/1.1" status: 200 len: 2879 time: 3.0312777 Dec 03 15:02:44.021812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57208) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:44.039111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:44.076712 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:44.226024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f95e4d-68d3-4bf2-a6ab-74a296cd862e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391c3c43-316d-4e13-bc69-b35b94b210c2,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:44.241863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d6f95e4d-68d3-4bf2-a6ab-74a296cd862e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:44.366181 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] For port c09ef050-baa1-4c98-bb1c-a085761787a0, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:02:44.375291 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] For port c09ef050-baa1-4c98-bb1c-a085761787a0, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=c09ef050-baa1-4c98-bb1c-a085761787a0,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:02:44.383119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=0be2158f-e543-40c2-a2c4-cff098daedfc,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:44.392727 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:44.394798 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:44.441550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:44.504232 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:36Z', 'revision_number': 3, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:44.515579 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Checking router: 2aba0485-77bd-4392-bc4d-9273ca218350 for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:02:44.515984 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Updating router 2aba0485-77bd-4392-bc4d-9273ca218350 port 3afba6ae-59db-4928-be99-c31d880da918 binding host dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 15:02:44.545895 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c525e14-7b05-4be0-b5de-f274b9b11d44 req-8e3a7ffd-9590-45b7-8b7e-b076298ca9b2 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:44.554552 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9c525e14-7b05-4be0-b5de-f274b9b11d44 req-8e3a7ffd-9590-45b7-8b7e-b076298ca9b2 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 931 time: 1.0751810 Dec 03 15:02:44.554850 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-f3ebab37-c409-472b-9b9b-cd9be41ae814 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80304) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 15:02:44.556377 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-f3ebab37-c409-472b-9b9b-cd9be41ae814 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0129275 Dec 03 15:02:44.591294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Pushing event updated for resources: {'Port': ['ID=70eb174f-d02d-459c-84f6-f55b6447ecc3,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:44.612832 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.resource_extend [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 03 15:02:44.620860 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.635s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:44.623479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.796s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:44.673806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-749f367f-9faf-48f8-8317-694848b08fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:44.726496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b186cd3-5d9a-4620-998c-e1a7f0f4946b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf5e0e9-dbb4-407a-aeef-9c55a75a2ca7,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:44.730004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-749f367f-9faf-48f8-8317-694848b08fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:44.731178 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8b186cd3-5d9a-4620-998c-e1a7f0f4946b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:44.742112 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:44.761102 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:44.776860 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b381a1b-3672-402c-8162-7931a4ae4ce3 None None] Pushing event updated for resources: {'Port': ['ID=c09ef050-baa1-4c98-bb1c-a085761787a0,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:44.813552 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8f9eeeff-c243-454a-8649-50f2fb18e3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:44.838595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 0be2158f-e543-40c2-a2c4-cff098daedfc up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:02:44.861784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57214) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:44.883234 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9c525e14-7b05-4be0-b5de-f274b9b11d44 req-2e12676e-ad03-47d2-a1e5-a66a10029550 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274753 Dec 03 15:02:44.954791 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-749f367f-9faf-48f8-8317-694848b08fe8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8df95cb799444667af274d7d8b46561d&name=default HTTP/1.1" status: 200 len: 2879 time: 6.0748518 Dec 03 15:02:44.962854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57218) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:44.981379 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0b381a1b-3672-402c-8162-7931a4ae4ce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:44.991572 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f367f-9faf-48f8-8317-694848b08fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71a9d16-40b8-46a7-bb44-fcf49b2066ee,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:45.014789 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:45.019001 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b9fa190a-4f3b-4275-841d-be3eb6b25472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:45.090222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32351695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1672711'] for router_interface, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:45.180917 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-182149b3-9d6e-49f1-b93b-21aa9cc1e289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:45.264278 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 0be2158f-e543-40c2-a2c4-cff098daedfc triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:45.264768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:45.347252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b9fa190a-4f3b-4275-841d-be3eb6b25472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:45.480096 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-749f367f-9faf-48f8-8317-694848b08fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:45.514205 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b9fa190a-4f3b-4275-841d-be3eb6b25472 admin admin] Usage tracker for resource:security_group_rule and tenant:3e3ddc42e002431a853c8af96fa6d63b is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:45.551665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-83572440-b27b-4828-b1a9-67e4ed5b4efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:45.565964 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b9fa190a-4f3b-4275-841d-be3eb6b25472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:45.675448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b9fa190a-4f3b-4275-841d-be3eb6b25472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:45.750274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Notify callbacks [] for port, precommit_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:45.776733 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Transition to ACTIVE for port object 3afba6ae-59db-4928-be99-c31d880da918 will not be triggered until provisioned by entity L2. {{(pid=80306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:45.780758 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:45.786653 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Routers {'60193abd-07f4-41ed-b4a4-d1ffc413ea39'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:02:45.790006 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:02:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['60193abd-07f4-41ed-b4a4-d1ffc413ea39'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:45.792676 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Pushing event updated for resources: {'Port': ['ID=68fce173-716f-4aa4-a388-ac7564452647,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:45.814732 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:45.825222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-83572440-b27b-4828-b1a9-67e4ed5b4efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:45.835136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:46.017307 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d225c-cd46-4994-a4fc-d3e3859b4b84 None None] Pushing event updated for resources: {'Port': ['ID=3afba6ae-59db-4928-be99-c31d880da918,revision_number=2']} {{(pid=80306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:46.151169 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-733d225c-cd46-4994-a4fc-d3e3859b4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:46.168868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:46.263742 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] Set router 60193abd-07f4-41ed-b4a4-d1ffc413ea39 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:02:46.291046 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-58120784-9b99-4615-aa08-de07bc84d970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:46.327459 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-58120784-9b99-4615-aa08-de07bc84d970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:46.390115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:46.409528 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:46.436646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:46.472255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Attempting to bind port 3afba6ae-59db-4928-be99-c31d880da918 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:02:46.473617 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Attempting to bind port 3afba6ae-59db-4928-be99-c31d880da918 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}] {{(pid=80306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:02:46.478516 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Attempting to bind port 3afba6ae-59db-4928-be99-c31d880da918 on network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:02:46.493108 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:02:46.494870 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Checking segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:46.495522 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:46.496929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Bound using segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:02:46.498920 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Bound port: 3afba6ae-59db-4928-be99-c31d880da918, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}] {{(pid=80306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:02:46.499681 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:46.539118 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-58120784-9b99-4615-aa08-de07bc84d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:46.612394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-83572440-b27b-4828-b1a9-67e4ed5b4efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:46.689949 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] For port 3afba6ae-59db-4928-be99-c31d880da918, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:02:46.694072 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] For port 3afba6ae-59db-4928-be99-c31d880da918, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=3afba6ae-59db-4928-be99-c31d880da918,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:02:46.698855 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:46.731039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:46.836453 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Request body: {'port': {'device_id': '19c88792-dc05-4b34-b502-4fbbea372be4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:46.920518 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:46.936629 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8b186cd3-5d9a-4620-998c-e1a7f0f4946b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:46.951183 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-6119b4d9-e341-4dd8-80ce-b76b826dfd75 None None] Provisioning complete for port 68fce173-716f-4aa4-a388-ac7564452647 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:46.951584 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6119b4d9-e341-4dd8-80ce-b76b826dfd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:47.053818 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-83572440-b27b-4828-b1a9-67e4ed5b4efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:47.056005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-6119b4d9-e341-4dd8-80ce-b76b826dfd75 None None] Port 68fce173-716f-4aa4-a388-ac7564452647 cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:02:47.074934 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-83572440-b27b-4828-b1a9-67e4ed5b4efd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/391c3c43-316d-4e13-bc69-b35b94b210c2 HTTP/1.1" status: 204 len: 168 time: 3.0417128 Dec 03 15:02:47.101360 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d225c-cd46-4994-a4fc-d3e3859b4b84 None None] Pushing event updated for resources: {'Port': ['ID=3afba6ae-59db-4928-be99-c31d880da918,revision_number=3']} {{(pid=80306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:47.106607 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-733d225c-cd46-4994-a4fc-d3e3859b4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:47.143816 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'name': 'tempest-ServerRescueNegativeTestJSON-2044495592-router', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:26Z', 'updated_at': '2020-12-03T15:02:32Z', 'revision_number': 3, 'project_id': 'dd93a4c230914073aca399b3e3b82b07', 'gw_port': {'id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:47.150738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51868784-e5e7-4e6e-b740-0dbe8abfc086 None None] The sync data for ids ['60193abd-07f4-41ed-b4a4-d1ffc413ea39'] in dv-cinder-757908-3-smb is: [{'id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'name': 'tempest-ServerRescueNegativeTestJSON-2044495592-router', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:26Z', 'updated_at': '2020-12-03T15:02:32Z', 'revision_number': 3, 'project_id': 'dd93a4c230914073aca399b3e3b82b07', 'gw_port': {'id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:02:47.171295 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58120784-9b99-4615-aa08-de07bc84d970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71a9d16-40b8-46a7-bb44-fcf49b2066ee,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:47.181362 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-58120784-9b99-4615-aa08-de07bc84d970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:47.249118 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b9fa190a-4f3b-4275-841d-be3eb6b25472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:47.298520 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:02:47.299556 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:02:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:47.490192 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:47.504166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-58120784-9b99-4615-aa08-de07bc84d970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:47.505701 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-58120784-9b99-4615-aa08-de07bc84d970 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c71a9d16-40b8-46a7-bb44-fcf49b2066ee HTTP/1.1" status: 204 len: 168 time: 2.5418377 Dec 03 15:02:47.629906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:02:47.767386 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83572440-b27b-4828-b1a9-67e4ed5b4efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391c3c43-316d-4e13-bc69-b35b94b210c2,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:47.789665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-83572440-b27b-4828-b1a9-67e4ed5b4efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:47.791165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Allocated IP 172.20.0.1 (f74f8bf3-3d51-4772-97cb-ee854694141c/9c17b32e-d767-4a51-9765-626d40840d2e/5b0e7a81-53de-4c3b-a893-72e31a211c12) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:02:47.792626 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b9fa190a-4f3b-4275-841d-be3eb6b25472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:47.865711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d6f95e4d-68d3-4bf2-a6ab-74a296cd862e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:47.988184 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b9fa190a-4f3b-4275-841d-be3eb6b25472 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e3ddc42e002431a853c8af96fa6d63b&name=default HTTP/1.1" status: 200 len: 2879 time: 3.0891223 Dec 03 15:02:48.010497 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2377c-8ebd-45cb-bc53-209d3ad5ef9a req-4dae8325-12b8-46f9-a0c4-27fcd6b50eac tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:48.012947 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3bf2377c-8ebd-45cb-bc53-209d3ad5ef9a req-4dae8325-12b8-46f9-a0c4-27fcd6b50eac tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 931 time: 1.7824407 Dec 03 15:02:48.014099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa190a-4f3b-4275-841d-be3eb6b25472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99c88e4-ed01-41da-a101-6c37c3e492ab,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:48.017985 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57252) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:48.042876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b9fa190a-4f3b-4275-841d-be3eb6b25472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:48.063859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Allocated IP 172.20.0.1 (248475ad-b79d-4d29-b86d-4c7b668805e3/f08cdce3-c72c-4b36-9269-b062a5efece6/7027f303-d408-4c5e-906c-c339c091139a) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:02:48.073248 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Router 40b9edae-f26d-4187-ba8f-e584dca2f50f has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:02:48.251832 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:36Z', 'revision_number': 3, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:48.257330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22380c57-9f9d-44d4-9242-2dbff3dc5aa6 None None] The sync data for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb is: [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:36Z', 'revision_number': 3, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:02:48.310885 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:48.335948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Transition to ACTIVE for port object 5b0e7a81-53de-4c3b-a893-72e31a211c12 will not be triggered until provisioned by entity DHCP. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:48.358296 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57264) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:48.365745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:48.585693 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:48.661761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-94f7cb76-ab9d-40d1-8d04-3e4ba68ad517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:48.680526 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0e7a81-53de-4c3b-a893-72e31a211c12,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:48.681065 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e23d4793-7a33-4879-830c-29714091d46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:48.700489 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:48.708945 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e23d4793-7a33-4879-830c-29714091d46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:48.714303 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e23d4793-7a33-4879-830c-29714091d46b admin admin] Usage tracker for resource:security_group_rule and tenant:86b4a43cc814442ba65b5fe8e23301f8 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:48.716100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-94f7cb76-ab9d-40d1-8d04-3e4ba68ad517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:48.717666 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e23d4793-7a33-4879-830c-29714091d46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:48.728360 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e23d4793-7a33-4879-830c-29714091d46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:48.789011 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Network f74f8bf3-3d51-4772-97cb-ee854694141c is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:48.797856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:48.803087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:02:48.803957 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853102630'] for router_interface, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:48.805082 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3bf2377c-8ebd-45cb-bc53-209d3ad5ef9a req-44b80858-0146-403b-8c42-7d1210f6f4bd tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7645829 Dec 03 15:02:48.825394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device c09ef050-baa1-4c98-bb1c-a085761787a0 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:02:48.975251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:48.981070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-94f7cb76-ab9d-40d1-8d04-3e4ba68ad517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:49.003999 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:49.019789 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port c09ef050-baa1-4c98-bb1c-a085761787a0 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:02:49.026557 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port c09ef050-baa1-4c98-bb1c-a085761787a0 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:49.027316 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:49.051679 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7cb76-ab9d-40d1-8d04-3e4ba68ad517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99c88e4-ed01-41da-a101-6c37c3e492ab,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:49.054792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-94f7cb76-ab9d-40d1-8d04-3e4ba68ad517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:49.108692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-94f7cb76-ab9d-40d1-8d04-3e4ba68ad517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:49.112749 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-94f7cb76-ab9d-40d1-8d04-3e4ba68ad517 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f99c88e4-ed01-41da-a101-6c37c3e492ab HTTP/1.1" status: 204 len: 168 time: 1.0794723 Dec 03 15:02:49.119959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:02:49.138795 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Sync routers for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:02:49.151282 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] 10.222.0.81 "PUT /v2.0/routers/40b9edae-f26d-4187-ba8f-e584dca2f50f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9935465 Dec 03 15:02:49.161187 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:49.181174 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:02:49.182035 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:02:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:49.309786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:49.486797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7027f303-d408-4c5e-906c-c339c091139a,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:49.517981 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:49.621708 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Network 248475ad-b79d-4d29-b86d-4c7b668805e3 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:49.623397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:49.636382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:02:49.637272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853102630'] for router_interface, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:49.833612 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:49.845358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-4fee438b-62cf-4081-bfc2-71da4eef9349 None None] Provisioning for port 5b0e7a81-53de-4c3b-a893-72e31a211c12 completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:02:49.861769 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-4fee438b-62cf-4081-bfc2-71da4eef9349 None None] Provisioning complete for port 5b0e7a81-53de-4c3b-a893-72e31a211c12 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:49.862534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4fee438b-62cf-4081-bfc2-71da4eef9349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:49.870533 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70eb174f-d02d-459c-84f6-f55b6447ecc3 {{(pid=80304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:02:49.899298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:49.934679 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:49.988588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port c09ef050-baa1-4c98-bb1c-a085761787a0, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=c09ef050-baa1-4c98-bb1c-a085761787a0,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:02:49.992128 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e23d4793-7a33-4879-830c-29714091d46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:50.004484 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Transition to ACTIVE for port object 70eb174f-d02d-459c-84f6-f55b6447ecc3 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:50.005243 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e23d4793-7a33-4879-830c-29714091d46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:50.023406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:50.026183 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:50.065649 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:02:50.078908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:50.084768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d4793-7a33-4879-830c-29714091d46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a98f554-6a8f-4576-9cfc-8058ea9146fd,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:50.089729 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e23d4793-7a33-4879-830c-29714091d46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:50.233669 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:50.293947 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:50.351227 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-4fee438b-62cf-4081-bfc2-71da4eef9349 None None] Port 5b0e7a81-53de-4c3b-a893-72e31a211c12 cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:02:50.408582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:50.450041 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Pushing event updated for resources: {'Port': ['ID=70eb174f-d02d-459c-84f6-f55b6447ecc3,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:50.454409 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:50.595789 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=c09ef050-baa1-4c98-bb1c-a085761787a0,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:50.613923 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:50.842333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404485e-2cc3-4e1e-9b64-dcd9c917efc8 req-dff660f3-297b-4365-a127-9d5a58b1a813 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:50.845513 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3404485e-2cc3-4e1e-9b64-dcd9c917efc8 req-dff660f3-297b-4365-a127-9d5a58b1a813 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 943 time: 0.6057863 Dec 03 15:02:50.880361 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:50.896438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:50.980433 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e23d4793-7a33-4879-830c-29714091d46b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86b4a43cc814442ba65b5fe8e23301f8&name=default HTTP/1.1" status: 200 len: 2879 time: 2.6207297 Dec 03 15:02:50.981535 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57320) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:50.991524 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32351695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1672711'] for router_interface, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:51.025026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:51.040608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:51.051429 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3404485e-2cc3-4e1e-9b64-dcd9c917efc8 req-20e13d1e-7d84-42fa-bc6a-6e912c239e91 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951926 Dec 03 15:02:51.053605 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:51.057892 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32351695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1672711'] for router_interface, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:51.087324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 3afba6ae-59db-4928-be99-c31d880da918 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:02:51.088252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:51.218545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57330) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:51.224436 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Request body: {'security_group': {'name': 'tempest-securitygroup--1998258950', 'description': 'tempest-description--657132669'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:51.256205 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:51.268293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Usage tracker for resource:security_group and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:51.280424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:51.292868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7027f303-d408-4c5e-906c-c339c091139a,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:51.296223 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:51.317349 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Attempting to bind port 70eb174f-d02d-459c-84f6-f55b6447ecc3 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:02:51.317966 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Attempting to bind port 70eb174f-d02d-459c-84f6-f55b6447ecc3 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '304a780e-2217-4522-8dee-803ec1844ce5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f77caf1b-7625-42d7-a0ba-10dcafabdf93'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:02:51.318581 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Attempting to bind port 70eb174f-d02d-459c-84f6-f55b6447ecc3 on network f77caf1b-7625-42d7-a0ba-10dcafabdf93 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:02:51.319856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:51.395913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:51.399793 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:02:51.400468 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Checking segment: {'id': '304a780e-2217-4522-8dee-803ec1844ce5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f77caf1b-7625-42d7-a0ba-10dcafabdf93'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:51.401173 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:51.401846 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Bound using segment: {'id': '304a780e-2217-4522-8dee-803ec1844ce5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f77caf1b-7625-42d7-a0ba-10dcafabdf93'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:02:51.402703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Bound port: 70eb174f-d02d-459c-84f6-f55b6447ecc3, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304a780e-2217-4522-8dee-803ec1844ce5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f77caf1b-7625-42d7-a0ba-10dcafabdf93'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:02:51.403339 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:51.454039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:51.462525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Usage tracker for resource:security_group_rule and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:51.468337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:51.481560 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Network 248475ad-b79d-4d29-b86d-4c7b668805e3 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:51.487248 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:51.489704 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:51.645441 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 3afba6ae-59db-4928-be99-c31d880da918 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:02:51.690756 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 3afba6ae-59db-4928-be99-c31d880da918 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:51.691202 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:51.759344 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] For port 70eb174f-d02d-459c-84f6-f55b6447ecc3, host hv-cinder-75790, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:02:51.766881 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] For port 70eb174f-d02d-459c-84f6-f55b6447ecc3, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=70eb174f-d02d-459c-84f6-f55b6447ecc3,segment=NetworkSegment(304a780e-2217-4522-8dee-803ec1844ce5),segment_id=304a780e-2217-4522-8dee-803ec1844ce5)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:02:51.776541 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:02:42Z', 'revision_number': 2, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:51.788342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0e7a81-53de-4c3b-a893-72e31a211c12,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:51.816723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Checking router: 40b9edae-f26d-4187-ba8f-e584dca2f50f for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:02:51.817139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Updating router 40b9edae-f26d-4187-ba8f-e584dca2f50f port 68fce173-716f-4aa4-a388-ac7564452647 binding host dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 15:02:51.818793 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:51.825485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:51.866550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:51.978365 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:51.982546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-12e2c90d-2f90-4179-82bb-ff5a977bc6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:52.025901 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:52.074205 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port 3afba6ae-59db-4928-be99-c31d880da918, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=3afba6ae-59db-4928-be99-c31d880da918,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:02:52.103924 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Router 60193abd-07f4-41ed-b4a4-d1ffc413ea39 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:02:52.140304 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:52.141231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device c09ef050-baa1-4c98-bb1c-a085761787a0 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:02:52.231737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:52.276783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:52.302998 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Pushing event updated for resources: {'Port': ['ID=70eb174f-d02d-459c-84f6-f55b6447ecc3,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:52.336424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Network f74f8bf3-3d51-4772-97cb-ee854694141c is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:52.338158 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:52.355223 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-12e2c90d-2f90-4179-82bb-ff5a977bc6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:52.364897 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:52.436858 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=3afba6ae-59db-4928-be99-c31d880da918,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:52.471167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:52.797286 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Router 2aba0485-77bd-4392-bc4d-9273ca218350 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:02:52.940103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.045148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:53.133571 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba28a0e-0338-42bb-bebd-bdc51b861786,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:53.168258 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:53.229219 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.230837 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 2.0111778 Dec 03 15:02:53.242610 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57388) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:53.261494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-f3a0bded-911d-4cd3-81c8-a4c931a6a84b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Request body: {'security_group_rule': {'security_group_id': '7ba28a0e-0338-42bb-bebd-bdc51b861786', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:53.276839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port c09ef050-baa1-4c98-bb1c-a085761787a0 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:53.277251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.282150 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-f3a0bded-911d-4cd3-81c8-a4c931a6a84b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:53.291729 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-f3a0bded-911d-4cd3-81c8-a4c931a6a84b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Usage tracker for resource:security_group_rule and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:53.296197 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:02:53.299148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-f3a0bded-911d-4cd3-81c8-a4c931a6a84b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:53.306697 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Sync routers for ids ['60193abd-07f4-41ed-b4a4-d1ffc413ea39'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:02:53.308002 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] 10.222.0.81 "PUT /v2.0/routers/60193abd-07f4-41ed-b4a4-d1ffc413ea39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2531955 Dec 03 15:02:53.315415 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae690f6-3a06-4b0c-8fc5-ca3a67246eb7 req-90d87a1a-fbad-4f22-9535-1d847b485fb8 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:53.319860 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0ae690f6-3a06-4b0c-8fc5-ca3a67246eb7 req-90d87a1a-fbad-4f22-9535-1d847b485fb8 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 943 time: 0.8285122 Dec 03 15:02:53.326133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-f3a0bded-911d-4cd3-81c8-a4c931a6a84b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:53.330588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Routers {'60193abd-07f4-41ed-b4a4-d1ffc413ea39'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:02:53.333972 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:02:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['60193abd-07f4-41ed-b4a4-d1ffc413ea39'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:53.361231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:02:53.362286 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bded-911d-4cd3-81c8-a4c931a6a84b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.399635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-54c8e8fd-289f-497b-b4aa-713c2f5c6319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.446603 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0ae690f6-3a06-4b0c-8fc5-ca3a67246eb7 req-1506b8a6-15e5-42d5-85e7-93e0745ec003 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094048 Dec 03 15:02:53.448110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:53.452766 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.454606 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-682cef64-1a3f-45ef-b731-7c50a12ec110 service neutron] 10.222.0.65 "PUT /v2.0/ports/70eb174f-d02d-459c-84f6-f55b6447ecc3 HTTP/1.1" status: 200 len: 1157 time: 7.2276428 Dec 03 15:02:53.455771 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.457566 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-9e129755-30fd-4d1a-b765-09d187427079 admin admin] 10.222.0.81 "PUT /v2.0/routers/2aba0485-77bd-4392-bc4d-9273ca218350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9254963 Dec 03 15:02:53.462955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c88792-dc05-4b34-b502-4fbbea372be4', 'tag': '70eb174f-d02d-459c-84f6-f55b6447ecc3'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:02:53.476112 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-9e645a64-2053-4174-8897-6d3a5126e780 None None] Provisioning complete for port 5b0e7a81-53de-4c3b-a893-72e31a211c12 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:53.476758 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9e645a64-2053-4174-8897-6d3a5126e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.480022 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bded-911d-4cd3-81c8-a4c931a6a84b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.487610 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bded-911d-4cd3-81c8-a4c931a6a84b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822132'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.493845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:53.564510 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0bded-911d-4cd3-81c8-a4c931a6a84b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf9ad75-da5b-4fca-a2d5-8eade8e2f42e,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:53.575268 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f3a0bded-911d-4cd3-81c8-a4c931a6a84b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:53.579232 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-9e645a64-2053-4174-8897-6d3a5126e780 None None] Port 5b0e7a81-53de-4c3b-a893-72e31a211c12 cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:02:53.632170 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bded-911d-4cd3-81c8-a4c931a6a84b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.639300 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-f3a0bded-911d-4cd3-81c8-a4c931a6a84b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.3859217 Dec 03 15:02:53.640877 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57404) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:53.653317 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Request body: {'security_group_rule': {'security_group_id': '7ba28a0e-0338-42bb-bebd-bdc51b861786', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:53.665574 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:53.670651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Usage tracker for resource:security_group_rule and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:53.675196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:53.683255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:53.715290 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-12e2c90d-2f90-4179-82bb-ff5a977bc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.723561 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-12e2c90d-2f90-4179-82bb-ff5a977bc6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.726691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.727666 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-12e2c90d-2f90-4179-82bb-ff5a977bc6ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a98f554-6a8f-4576-9cfc-8058ea9146fd HTTP/1.1" status: 204 len: 168 time: 2.7008686 Dec 03 15:02:53.730845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Set router 60193abd-07f4-41ed-b4a4-d1ffc413ea39 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:02:53.734185 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:53.746548 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2c90d-2f90-4179-82bb-ff5a977bc6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a98f554-6a8f-4576-9cfc-8058ea9146fd,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:53.750712 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-12e2c90d-2f90-4179-82bb-ff5a977bc6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:53.814177 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-c02519eb-8ea0-488d-b131-e27a138e00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:53.821268 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-c02519eb-8ea0-488d-b131-e27a138e00c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9bf918ac82e424a90a32f59535e0889&device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 1160 time: 0.1635361 Dec 03 15:02:53.886005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Sync routers for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:02:53.911130 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.916231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822132'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:53.918622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:53.946816 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-9927ab32-1813-4f3f-98bc-c239ef9f127d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70eb174f-d02d-459c-84f6-f55b6447ecc3 HTTP/1.1" status: 200 len: 217 time: 0.1113188 Dec 03 15:02:53.986644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 3afba6ae-59db-4928-be99-c31d880da918 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:02:53.991382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24fc6cc-ca9f-4222-b325-fa11ced2ce68,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:54.002313 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:54.011105 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:54.012574 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.3704166 Dec 03 15:02:54.018535 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57420) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:54.026508 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Request body: {'floatingip': {'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:54.043791 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:54.051254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Usage tracker for resource:floatingip and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:54.057442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:54.073570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:54.085707 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:02:54.086250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:02:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:54.092454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:54.143475 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-62e6304b-042b-464c-bf4e-4b9fad38252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:54.145339 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-62e6304b-042b-464c-bf4e-4b9fad38252a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec904479-43aa-46f2-afcd-71d8075f3a08 HTTP/1.1" status: 200 len: 852 time: 0.1916871 Dec 03 15:02:54.263454 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-7029568a-f424-401e-9f19-b91bd0d892df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f77caf1b-7625-42d7-a0ba-10dcafabdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107588 Dec 03 15:02:54.447226 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:54.579045 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'name': 'tempest-ServerRescueNegativeTestJSON-2044495592-router', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:26Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'dd93a4c230914073aca399b3e3b82b07', 'gw_port': {'id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '7027f303-d408-4c5e-906c-c339c091139a', 'name': '', 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f08cdce3-c72c-4b36-9269-b062a5efece6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:02:50Z', 'revision_number': 2, 'project_id': 'dd93a4c230914073aca399b3e3b82b07', 'subnets': [{'id': 'f08cdce3-c72c-4b36-9269-b062a5efece6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:54.603071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Checking router: 60193abd-07f4-41ed-b4a4-d1ffc413ea39 for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:02:54.607143 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Updating router 60193abd-07f4-41ed-b4a4-d1ffc413ea39 port 7027f303-d408-4c5e-906c-c339c091139a binding host dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 15:02:54.652762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57442) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:54.707256 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-8e9b9681-c45f-424f-9b25-3d229f483df6 service neutron] 10.222.0.65 "GET /v2.0/networks/f77caf1b-7625-42d7-a0ba-10dcafabdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359796 Dec 03 15:02:54.791732 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:54.815589 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:02:55.047224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:55.149639 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Allocated IP 172.28.3.158 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/7ad6b63b-08b9-40bb-9ec1-a784515dabb9) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:02:55.169940 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2aa6fd0-7bd4-439b-b137-3a98b8bcf48c req-8a914659-c80c-4573-8660-deacf79c2f0d service neutron] 10.222.0.65 "GET /v2.0/networks/f77caf1b-7625-42d7-a0ba-10dcafabdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4422910 Dec 03 15:02:55.231558 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57462) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:55.237806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Request body: {'security_group': {'name': 'tempest-securitygroup--11378273', 'description': 'tempest-description--344574444'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:55.247898 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:55.260350 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Usage tracker for resource:security_group and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:55.277030 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:55.278763 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Transition to ACTIVE for port object 68fce173-716f-4aa4-a388-ac7564452647 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:55.286020 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 3afba6ae-59db-4928-be99-c31d880da918 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:55.286838 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:55.291675 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:55.316158 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:55.337462 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:55.361058 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:55.371687 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Usage tracker for resource:security_group_rule and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:55.379552 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:55.395271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:55.443263 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0062c956-bb05-4a9b-829e-b8a7a2a43b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:55.496828 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:55.579072 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:55.582465 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:55.596107 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fe629-8c39-44bd-aabf-8910a0ba1b4c None None] Pushing event updated for resources: {'Port': ['ID=68fce173-716f-4aa4-a388-ac7564452647,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:55.597802 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:55.607747 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2e8fe629-8c39-44bd-aabf-8910a0ba1b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:55.685651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fada5f-ca02-4ed0-b996-cb29e9a29488,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:55.697244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:55.723476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:55.728144 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1727 time: 0.4922283 Dec 03 15:02:55.728879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57482) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:55.747726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-f23f0941-baba-4550-b959-723487379191 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Request body: {'security_group_rule': {'security_group_id': 'a5fada5f-ca02-4ed0-b996-cb29e9a29488', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:55.750299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:55.764841 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-f23f0941-baba-4550-b959-723487379191 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:55.777930 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-f23f0941-baba-4550-b959-723487379191 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Usage tracker for resource:security_group_rule and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:55.794736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-f23f0941-baba-4550-b959-723487379191 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:55.797188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-0062c956-bb05-4a9b-829e-b8a7a2a43b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:55.800623 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:55.813203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-f23f0941-baba-4550-b959-723487379191 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:55.820330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-0062c956-bb05-4a9b-829e-b8a7a2a43b0e admin admin] Usage tracker for resource:security_group_rule and tenant:094065d224cd41cda88296785d9eded8 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:55.823820 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:02:50Z', 'revision_number': 2, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:55.858106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f23f0941-baba-4550-b959-723487379191 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group_rule, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:55.997956 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-0062c956-bb05-4a9b-829e-b8a7a2a43b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:56.001369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:56.006356 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Attempting to bind port 68fce173-716f-4aa4-a388-ac7564452647 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:02:56.010068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Attempting to bind port 68fce173-716f-4aa4-a388-ac7564452647 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:02:56.010838 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Attempting to bind port 68fce173-716f-4aa4-a388-ac7564452647 on network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:02:56.027384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Checking router: 2aba0485-77bd-4392-bc4d-9273ca218350 for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:02:56.027916 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Updating router 2aba0485-77bd-4392-bc4d-9273ca218350 port 5b0e7a81-53de-4c3b-a893-72e31a211c12 binding host dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 15:02:56.098736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event updated for resources: {'Port': ['ID=7ad6b63b-08b9-40bb-9ec1-a784515dabb9,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:56.111103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f23f0941-baba-4550-b959-723487379191 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.111824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:56.117194 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f23f0941-baba-4550-b959-723487379191 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822132'] for security_group_rule, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.119306 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:56.139204 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Notify callbacks [] for port, precommit_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.139610 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:02:56.144456 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:02:56.145186 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Checking segment: {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:56.146934 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-0062c956-bb05-4a9b-829e-b8a7a2a43b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:56.147293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.149665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Bound using segment: {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:02:56.150288 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f0941-baba-4550-b959-723487379191 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ace386a-c6a6-4efd-b741-020fb4124ac0,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:56.151021 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Bound port: 68fce173-716f-4aa4-a388-ac7564452647, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:02:56.153452 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.154149 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Transition to ACTIVE for port object 7027f303-d408-4c5e-906c-c339c091139a will not be triggered until provisioned by entity L2. {{(pid=80306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:56.157199 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:02:56.158706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.165968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:02:56.172406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f23f0941-baba-4550-b959-723487379191 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:56.190667 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-590bf1fa-5f7d-4714-9392-3312c22a8419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:56.203601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f23f0941-baba-4550-b959-723487379191 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group_rule, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.205146 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-f23f0941-baba-4550-b959-723487379191 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.4749553 Dec 03 15:02:56.208664 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57498) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:56.209383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.217231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Request body: {'security_group_rule': {'security_group_id': 'a5fada5f-ca02-4ed0-b996-cb29e9a29488', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:56.231119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:56.244236 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57502) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:56.247362 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Usage tracker for resource:security_group_rule and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:56.254744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:56.278144 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249557e-5b73-4c18-b50b-d496a018e0fb None None] Pushing event updated for resources: {'Port': ['ID=7027f303-d408-4c5e-906c-c339c091139a,revision_number=3']} {{(pid=80306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:56.297067 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:56.318104 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.340434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8249557e-5b73-4c18-b50b-d496a018e0fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:56.348558 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] For port 68fce173-716f-4aa4-a388-ac7564452647, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:02:56.349956 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group_rule, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.352474 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] For port 68fce173-716f-4aa4-a388-ac7564452647, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=68fce173-716f-4aa4-a388-ac7564452647,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:02:56.363347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fab0d509-cb97-43bc-8cfd-395c65fc32e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.376333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.489543 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccebb67-224d-4c75-bcc4-74e03cd9d6db req-d2be03ea-1fb6-4060-a580-2e7ea54a3ff9 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:56.498396 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4ccebb67-224d-4c75-bcc4-74e03cd9d6db req-d2be03ea-1fb6-4060-a580-2e7ea54a3ff9 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 943 time: 1.0349646 Dec 03 15:02:56.534298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:56.582782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.586906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822132'] for security_group_rule, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.593576 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:56.607907 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4ccebb67-224d-4c75-bcc4-74e03cd9d6db req-eedf0c34-b1c2-4b0c-b563-c924599fef50 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078186 Dec 03 15:02:56.656315 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.672470 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ccc7e2-0964-4da3-99c2-541d770ef65e,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:56.683112 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.694585 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:56.765392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-745498057-network', 'tenant_id': '51096ff870fd49698a0d8a8629a14987'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:56.775342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:02:56.776452 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:02:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:56.793438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:56.796264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group_rule, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.797714 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.5883026 Dec 03 15:02:56.812933 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57516) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:56.813554 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-a3a90f10-ab3b-4fa1-9c0a-6e86deaa05d9 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:56.815838 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-a3a90f10-ab3b-4fa1-9c0a-6e86deaa05d9 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/networks?id=248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 200 len: 819 time: 1.4152153 Dec 03 15:02:56.831504 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Usage tracker for resource:network and tenant:51096ff870fd49698a0d8a8629a14987 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:56.835309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:56.856229 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Attempting to bind port 7027f303-d408-4c5e-906c-c339c091139a on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:02:56.856744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Request body: {'floatingip': {'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:56.857369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Attempting to bind port 7027f303-d408-4c5e-906c-c339c091139a by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'}] {{(pid=80306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:02:56.857972 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Attempting to bind port 7027f303-d408-4c5e-906c-c339c091139a on network 248475ad-b79d-4d29-b86d-4c7b668805e3 {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:02:56.870067 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:02:56.870463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Checking segment: {'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:56.871178 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.871760 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Bound using segment: {'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'} {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:02:56.872359 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Bound port: 7027f303-d408-4c5e-906c-c339c091139a, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'}}] {{(pid=80306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:02:56.873288 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:56.873396 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:56.888914 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Usage tracker for resource:floatingip and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:56.912569 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:56.924767 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:56.933889 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-e9e1f868-da7c-42e0-95ce-a7137be06d37 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/quotas/dd93a4c230914073aca399b3e3b82b07 HTTP/1.1" status: 200 len: 375 time: 0.0469725 Dec 03 15:02:56.956290 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.012551 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:57.053845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] For port 7027f303-d408-4c5e-906c-c339c091139a, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:02:57.067418 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] For port 7027f303-d408-4c5e-906c-c339c091139a, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=7027f303-d408-4c5e-906c-c339c091139a,segment=NetworkSegment(a792aa9d-02d8-4b40-ba94-6fceaec71b96),segment_id=a792aa9d-02d8-4b40-ba94-6fceaec71b96)] {{(pid=80306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:02:57.072224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.094332 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0062c956-bb05-4a9b-829e-b8a7a2a43b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.141239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0062c956-bb05-4a9b-829e-b8a7a2a43b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.189702 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-94f7cb76-ab9d-40d1-8d04-3e4ba68ad517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:57.206851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Made reservation on behalf of 51096ff870fd49698a0d8a8629a14987 for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:02:57.212206 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.266876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.297364 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:57.302196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Usage tracker for resource:security_group_rule and tenant:51096ff870fd49698a0d8a8629a14987 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:57.306217 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:57.312598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:57.359506 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a7c11af3-5aae-49cf-9e02-de9d5b1368c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:57.408839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.426079 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-0062c956-bb05-4a9b-829e-b8a7a2a43b0e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=094065d224cd41cda88296785d9eded8&name=default HTTP/1.1" status: 200 len: 2879 time: 2.7720990 Dec 03 15:02:57.430554 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062c956-bb05-4a9b-829e-b8a7a2a43b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a57cdaa-267d-442f-8039-bb6ff66afe99,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:57.444889 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Routers {'60193abd-07f4-41ed-b4a4-d1ffc413ea39'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:02:57.445586 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:02:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['60193abd-07f4-41ed-b4a4-d1ffc413ea39'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:57.452492 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c88792-dc05-4b34-b502-4fbbea372be4', 'tag': '70eb174f-d02d-459c-84f6-f55b6447ecc3', 'status': 'completed', 'code': 200} Dec 03 15:02:57.453733 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57528) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:57.463476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.586600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-749f367f-9faf-48f8-8317-694848b08fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:57.643764 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:02:57.656943 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.657429 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Added segment 7e168a13-80a2-4c88-b114-b7b4883d3cda of type vxlan for network 3e4cb3c2-136f-4462-a261-a1143a9d1e89 Dec 03 15:02:57.670238 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:02:57.739313 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.747563 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] Set router 60193abd-07f4-41ed-b4a4-d1ffc413ea39 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:02:57.775058 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0062c956-bb05-4a9b-829e-b8a7a2a43b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:57.789800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-c8e5a56d-93ba-454f-b931-43115813efe7 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Synchronizing usage tracker for tenant:dd93a4c230914073aca399b3e3b82b07 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:02:57.825775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.842460 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-c8e5a56d-93ba-454f-b931-43115813efe7 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Unset dirty status for tenant:dd93a4c230914073aca399b3e3b82b07 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:02:57.843869 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-c8e5a56d-93ba-454f-b931-43115813efe7 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?tenant_id=dd93a4c230914073aca399b3e3b82b07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8454869 Dec 03 15:02:57.899549 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-555e086c-cf89-4472-8e8a-8ed07c773aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.935793 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-555e086c-cf89-4472-8e8a-8ed07c773aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:57.990181 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:58.013062 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:58.020358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:58.038224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:58.095504 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:58.096228 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:58.141340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:58.161139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-555e086c-cf89-4472-8e8a-8ed07c773aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:58.185426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fe629-8c39-44bd-aabf-8910a0ba1b4c None None] Pushing event updated for resources: {'Port': ['ID=68fce173-716f-4aa4-a388-ac7564452647,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:58.186021 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-096d4264-b9a2-4b1c-bc59-54b17f9ccaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:58.205848 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2e8fe629-8c39-44bd-aabf-8910a0ba1b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.672s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:58.223550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249557e-5b73-4c18-b50b-d496a018e0fb None None] Pushing event updated for resources: {'Port': ['ID=7027f303-d408-4c5e-906c-c339c091139a,revision_number=4']} {{(pid=80306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:58.241438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8249557e-5b73-4c18-b50b-d496a018e0fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:58.250218 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-ca7307cb-c228-4c52-9add-fdb9fc7a746b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 15:02:58.251504 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-ca7307cb-c228-4c52-9add-fdb9fc7a746b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.2577920 Dec 03 15:02:58.277394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c9a3d-e35b-44ca-8fc3-7880c51cff15 req-e2b992a2-4e09-44b2-869e-44763c969bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:58.279100 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0d0c9a3d-e35b-44ca-8fc3-7880c51cff15 req-e2b992a2-4e09-44b2-869e-44763c969bf2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9bf918ac82e424a90a32f59535e0889&device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 1160 time: 0.8685277 Dec 03 15:02:58.283674 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.0205641 Dec 03 15:02:58.288347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-555e086c-cf89-4472-8e8a-8ed07c773aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:58.289657 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-555e086c-cf89-4472-8e8a-8ed07c773aa2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a57cdaa-267d-442f-8039-bb6ff66afe99 HTTP/1.1" status: 204 len: 168 time: 0.8249211 Dec 03 15:02:58.290401 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57550) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:58.297730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30078777-3f9a-449e-b296-619081875359,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:58.303130 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:58.310596 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Request body: {'subnet': {'network_id': '3e4cb3c2-136f-4462-a261-a1143a9d1e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-745498057-subnet', 'tenant_id': '51096ff870fd49698a0d8a8629a14987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:02:58.315999 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:58.320759 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Usage tracker for resource:subnet and tenant:51096ff870fd49698a0d8a8629a14987 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:58.325408 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:58.333083 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:58.357873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:02:56Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:58.365631 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b94ac3-07d7-43b7-8b59-9e888bca0025 None None] The sync data for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb is: [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:02:56Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:02:58.401045 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'name': 'tempest-ServerRescueNegativeTestJSON-2044495592-router', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:26Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'dd93a4c230914073aca399b3e3b82b07', 'gw_port': {'id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '7027f303-d408-4c5e-906c-c339c091139a', 'name': '', 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f08cdce3-c72c-4b36-9269-b062a5efece6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:02:57Z', 'revision_number': 4, 'project_id': 'dd93a4c230914073aca399b3e3b82b07', 'subnets': [{'id': 'f08cdce3-c72c-4b36-9269-b062a5efece6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:02:58.413109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430fd18-3831-4c31-8ccb-8b10a4fdc935 None None] The sync data for ids ['60193abd-07f4-41ed-b4a4-d1ffc413ea39'] in dv-cinder-757908-3-smb is: [{'id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'name': 'tempest-ServerRescueNegativeTestJSON-2044495592-router', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:26Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'dd93a4c230914073aca399b3e3b82b07', 'gw_port': {'id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '7027f303-d408-4c5e-906c-c339c091139a', 'name': '', 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f08cdce3-c72c-4b36-9269-b062a5efece6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:02:57Z', 'revision_number': 4, 'project_id': 'dd93a4c230914073aca399b3e3b82b07', 'subnets': [{'id': 'f08cdce3-c72c-4b36-9269-b062a5efece6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:02:58.518404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:58.543840 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:58.560823 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Transition to ACTIVE for port object 5b0e7a81-53de-4c3b-a893-72e31a211c12 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:02:58.564371 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:58.624217 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:58.760661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c9a3d-e35b-44ca-8fc3-7880c51cff15 req-8bdde2cb-5c76-46eb-9633-8c2c645e4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:58.765054 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0d0c9a3d-e35b-44ca-8fc3-7880c51cff15 req-8bdde2cb-5c76-46eb-9633-8c2c645e4b02 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f77caf1b-7625-42d7-a0ba-10dcafabdf93 HTTP/1.1" status: 200 len: 906 time: 0.4714170 Dec 03 15:02:58.765971 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3de910-1c74-4aa6-8316-2cf26ecf6fa3 None None] Pushing event updated for resources: {'Port': ['ID=5b0e7a81-53de-4c3b-a893-72e31a211c12,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:58.785306 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Made reservation on behalf of 51096ff870fd49698a0d8a8629a14987 for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:02:58.799096 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:58.804485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3d3de910-1c74-4aa6-8316-2cf26ecf6fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:58.853418 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-82f01d34-cc3e-42ca-9868-e712dadb6e87 service neutron] 10.222.0.81 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779245 Dec 03 15:02:58.926593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:58.969539 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bd23b-9bbf-4c38-b797-102f24541903 req-8a240c9e-4a84-4d0e-975a-a99faa1e3912 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:58.971244 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bf3bd23b-9bbf-4c38-b797-102f24541903 req-8a240c9e-4a84-4d0e-975a-a99faa1e3912 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 943 time: 1.0500014 Dec 03 15:02:58.999561 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event updated for resources: {'Port': ['ID=7ad6b63b-08b9-40bb-9ec1-a784515dabb9,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:59.007507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:59.104749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 68fce173-716f-4aa4-a388-ac7564452647 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:02:59.273573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57566) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:59.275602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:59.286201 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2664881 Dec 03 15:02:59.315779 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1040cbfc-6d77-4622-b5f5-cccd12138596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:59.378541 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0d0c9a3d-e35b-44ca-8fc3-7880c51cff15 req-08e42dbf-3dcb-4423-a94a-f8a20e26d0aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70eb174f-d02d-459c-84f6-f55b6447ecc3 HTTP/1.1" status: 200 len: 217 time: 0.5331669 Dec 03 15:02:59.430970 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-1040cbfc-6d77-4622-b5f5-cccd12138596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:02:59.433064 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Attempting to bind port 5b0e7a81-53de-4c3b-a893-72e31a211c12 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:02:59.433504 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Attempting to bind port 5b0e7a81-53de-4c3b-a893-72e31a211c12 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:02:59.433935 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Attempting to bind port 5b0e7a81-53de-4c3b-a893-72e31a211c12 on network f74f8bf3-3d51-4772-97cb-ee854694141c {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:02:59.439186 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-1040cbfc-6d77-4622-b5f5-cccd12138596 admin admin] Usage tracker for resource:security_group_rule and tenant:85fec2f073594b08837822ea8b36de40 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:02:59.454045 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 68fce173-716f-4aa4-a388-ac7564452647 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:02:59.468525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:02:59.469103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Checking segment: {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:02:59.469514 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:59.473095 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Bound using segment: {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:02:59.473723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Bound port: 5b0e7a81-53de-4c3b-a893-72e31a211c12, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:02:59.474210 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:59.503592 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-1040cbfc-6d77-4622-b5f5-cccd12138596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:02:59.526507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 68fce173-716f-4aa4-a388-ac7564452647 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:02:59.526931 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:59.539340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-1040cbfc-6d77-4622-b5f5-cccd12138596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:02:59.545102 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bf3bd23b-9bbf-4c38-b797-102f24541903 req-f4ada2f4-814f-497a-96f9-331a6dcfa877 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289866 Dec 03 15:02:59.634061 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-8594e026-7709-456b-a527-1d75e727555c service neutron] 10.222.0.81 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7789490 Dec 03 15:02:59.819993 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1040cbfc-6d77-4622-b5f5-cccd12138596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:59.835759 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1040cbfc-6d77-4622-b5f5-cccd12138596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:02:59.872212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] For port 5b0e7a81-53de-4c3b-a893-72e31a211c12, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:02:59.875776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] For port 5b0e7a81-53de-4c3b-a893-72e31a211c12, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=5b0e7a81-53de-4c3b-a893-72e31a211c12,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:02:59.898182 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a6cca4e7-381b-4fb3-b546-383af374df18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:02:59.927052 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c9a3d-e35b-44ca-8fc3-7880c51cff15 req-99da2de2-4cc7-4fc3-8c66-51bb24e21cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:02:59.928752 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0d0c9a3d-e35b-44ca-8fc3-7880c51cff15 req-99da2de2-4cc7-4fc3-8c66-51bb24e21cb4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec904479-43aa-46f2-afcd-71d8075f3a08 HTTP/1.1" status: 200 len: 852 time: 0.4953775 Dec 03 15:02:59.937006 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1040cbfc-6d77-4622-b5f5-cccd12138596 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85fec2f073594b08837822ea8b36de40&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6490247 Dec 03 15:02:59.943817 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Pushing event updated for resources: {'Network': ['ID=3e4cb3c2-136f-4462-a261-a1143a9d1e89,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:02:59.945343 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57588) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:02:59.973165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.454s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:02:59.973731 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-58120784-9b99-4615-aa08-de07bc84d970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.679s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:00.085757 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.objects.ports [None req-d373144b-457a-4d24-9b77-bbd1382cb81c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80305) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 03 15:03:00.093683 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:00.110244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e086c-cf89-4472-8e8a-8ed07c773aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a57cdaa-267d-442f-8039-bb6ff66afe99,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:00.119605 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-555e086c-cf89-4472-8e8a-8ed07c773aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:00.123202 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0d0c9a3d-e35b-44ca-8fc3-7880c51cff15 req-c085225a-a7ea-473c-bbd3-bc378992a23d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f77caf1b-7625-42d7-a0ba-10dcafabdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517034 Dec 03 15:03:00.125219 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040cbfc-6d77-4622-b5f5-cccd12138596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3832f60a-4136-4e93-906d-abba2ee68ebb,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:00.147269 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1040cbfc-6d77-4622-b5f5-cccd12138596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:00.178318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-4b4eb77c-3f14-4ba4-992a-ff02b5b57efe tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Synchronizing usage tracker for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:00.316220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network 3e4cb3c2-136f-4462-a261-a1143a9d1e89 details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:03:00.339141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network 3e4cb3c2-136f-4462-a261-a1143a9d1e89 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:03:00.346567 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a576c04d-515c-44c9-a324-827e294cd8f7 req-c8a4db49-5270-42e0-99e0-8cb77ccb0e64 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 210 time: 0.1776943 Dec 03 15:03:00.349762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-4b4eb77c-3f14-4ba4-992a-ff02b5b57efe tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Unset dirty status for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:00.351300 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-4b4eb77c-3f14-4ba4-992a-ff02b5b57efe tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1998258950&fields=id&tenant_id=341cf04604de451ba8a75ae14d0ebf68 HTTP/1.1" status: 200 len: 267 time: 0.4545066 Dec 03 15:03:00.419447 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-50bee235-1641-417e-b806-12dd107578f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:00.492539 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0d0c9a3d-e35b-44ca-8fc3-7880c51cff15 req-a4b5b279-fbfa-4e27-942d-023cfeb6dfd8 service neutron] 10.222.0.65 "GET /v2.0/networks/f77caf1b-7625-42d7-a0ba-10dcafabdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391907 Dec 03 15:03:00.610283 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-50bee235-1641-417e-b806-12dd107578f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:00.638106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8b23a4dc-d9b6-450e-9317-676fcf7d14d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:00.783375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-bef901cc-0423-415a-8e28-83a5b9e656d5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:00.784229 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-bef901cc-0423-415a-8e28-83a5b9e656d5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Synchronizing usage tracker for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:network {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:00.835401 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-bef901cc-0423-415a-8e28-83a5b9e656d5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Unset dirty status for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:network {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:00.837645 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-bef901cc-0423-415a-8e28-83a5b9e656d5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/networks?id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe HTTP/1.1" status: 200 len: 811 time: 0.4705980 Dec 03 15:03:00.844400 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-50bee235-1641-417e-b806-12dd107578f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:00.853514 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b9fa190a-4f3b-4275-841d-be3eb6b25472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:00.875836 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bee235-1641-417e-b806-12dd107578f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3832f60a-4136-4e93-906d-abba2ee68ebb,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:00.878107 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-50bee235-1641-417e-b806-12dd107578f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:00.879722 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-50bee235-1641-417e-b806-12dd107578f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3832f60a-4136-4e93-906d-abba2ee68ebb HTTP/1.1" status: 204 len: 168 time: 0.8927548 Dec 03 15:03:00.889878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-50bee235-1641-417e-b806-12dd107578f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:00.891357 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-3368980e-5170-4075-8acf-74064e214051 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/quotas/341cf04604de451ba8a75ae14d0ebf68 HTTP/1.1" status: 200 len: 375 time: 0.0394809 Dec 03 15:03:00.938771 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 70eb174f-d02d-459c-84f6-f55b6447ecc3 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:01.001919 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0d0c9a3d-e35b-44ca-8fc3-7880c51cff15 req-f713c7aa-fb98-4b33-9a9e-5243af56baf1 service neutron] 10.222.0.65 "GET /v2.0/networks/f77caf1b-7625-42d7-a0ba-10dcafabdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4887772 Dec 03 15:03:01.154115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:01.225744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Allocated IP 172.28.3.220 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/9b2b007e-c8b4-4f80-8de3-ac47aa11679d) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:03:01.304818 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-c823de26-5d50-4e64-ae57-8234a66c5065 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Synchronizing usage tracker for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:01.328085 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7de1fb-f38c-48af-a2b7-61e5cc86545a req-4ad57f7b-73cc-443a-a7a1-2fee906fdcf1 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:01.329769 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ad7de1fb-f38c-48af-a2b7-61e5cc86545a req-4ad57f7b-73cc-443a-a7a1-2fee906fdcf1 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 943 time: 0.4248347 Dec 03 15:03:01.371080 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port 70eb174f-d02d-459c-84f6-f55b6447ecc3 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:01.411596 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port 68fce173-716f-4aa4-a388-ac7564452647, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=68fce173-716f-4aa4-a388-ac7564452647,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:01.434453 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-c823de26-5d50-4e64-ae57-8234a66c5065 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Unset dirty status for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:01.462681 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-c823de26-5d50-4e64-ae57-8234a66c5065 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?tenant_id=341cf04604de451ba8a75ae14d0ebf68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5593085 Dec 03 15:03:01.518169 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:01.519119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 7027f303-d408-4c5e-906c-c339c091139a up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:01.724735 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ad7de1fb-f38c-48af-a2b7-61e5cc86545a req-dfd45fd1-06a8-41fd-86b4-343ebd15ee11 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794575 Dec 03 15:03:01.793457 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:01.805853 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:01.864599 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 70eb174f-d02d-459c-84f6-f55b6447ecc3 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:01.865198 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:01.868934 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:01.915002 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-0fbaa6c7-2f5a-4108-a57c-674fd8615539 service neutron] 10.222.0.81 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512413 Dec 03 15:03:01.938927 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3de910-1c74-4aa6-8316-2cf26ecf6fa3 None None] Pushing event updated for resources: {'Port': ['ID=5b0e7a81-53de-4c3b-a893-72e31a211c12,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:01.954855 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3d3de910-1c74-4aa6-8316-2cf26ecf6fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.317s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:01.968436 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5e889e33-cf39-41cb-b3af-c042cffb30fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:02.091263 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:03:02.092579 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:02:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:02.232002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d10e37-6b80-4a5f-9433-0ac654b1d67c,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:02.235040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:02.237859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Checking segment: {'id': '7e168a13-80a2-4c88-b114-b7b4883d3cda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3e4cb3c2-136f-4462-a261-a1143a9d1e89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:03:02.238265 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Network hostable DHCP agents. Network: 3e4cb3c2-136f-4462-a261-a1143a9d1e89, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:03:02.263729 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:02.290078 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:02.323450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Network 3e4cb3c2-136f-4462-a261-a1143a9d1e89 is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:03:02.449126 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event updated for resources: {'Port': ['ID=9b2b007e-c8b4-4f80-8de3-ac47aa11679d,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:02.518346 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-059ef7aa-2a1d-4135-8e50-7daf60615366 service neutron] 10.222.0.81 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5954969 Dec 03 15:03:02.546794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-738190be-68b2-408d-8946-3ec2b798ba37 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:02.548496 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-738190be-68b2-408d-8946-3ec2b798ba37 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/networks?id=248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 200 len: 819 time: 0.3856549 Dec 03 15:03:02.553889 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:02.578740 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-9a706472-6262-4346-b45f-57df773ac8dc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/quotas/dd93a4c230914073aca399b3e3b82b07 HTTP/1.1" status: 200 len: 375 time: 0.0224371 Dec 03 15:03:02.740136 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-d29e68c8-823b-4865-9b45-8504fa4e7efe tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?tenant_id=dd93a4c230914073aca399b3e3b82b07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1531465 Dec 03 15:03:02.745066 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, 3e4cb3c2-136f-4462-a261-a1143a9d1e89) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:02.826927 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=68fce173-716f-4aa4-a388-ac7564452647,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:02.839664 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:02.860521 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6b4289-4ccb-4593-b57f-349fec881080 None None] Network 3e4cb3c2-136f-4462-a261-a1143a9d1e89 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:03:02.948891 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-6dc8560b-7689-40eb-95a2-070a08adc261 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:02.949680 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-6dc8560b-7689-40eb-95a2-070a08adc261 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Synchronizing usage tracker for tenant:dd93a4c230914073aca399b3e3b82b07 on resource:network {{(pid=80304) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:02.953218 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:02.953863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:03.101670 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-753a405c-6279-4670-95ca-971f07600674 service neutron] 10.222.0.81 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523540 Dec 03 15:03:03.166532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-6dc8560b-7689-40eb-95a2-070a08adc261 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Unset dirty status for tenant:dd93a4c230914073aca399b3e3b82b07 on resource:network {{(pid=80304) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:03.167940 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-6dc8560b-7689-40eb-95a2-070a08adc261 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.65 "GET /v2.0/networks?id=248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 200 len: 819 time: 0.6171823 Dec 03 15:03:03.251512 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.9558115 Dec 03 15:03:03.276259 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Request body: {'port': {'device_id': '5c7820d8-5697-40ae-b8b9-8b015a29cb43', 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3', 'admin_state_up': True, 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:03.428087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:03:03.432709 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:03.437948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:03:03.546485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:03.554367 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:03:03.558875 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:03.648940 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Made reservation on behalf of dd93a4c230914073aca399b3e3b82b07 for: {'port': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:03:03.664900 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:03.689132 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-79a1f25f-5024-40b0-be01-10bdd449f57e service neutron] 10.222.0.81 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5760899 Dec 03 15:03:03.723734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ae56f-b575-4e0b-8a0c-cbb0940462c5 req-64bf3a54-9dff-409e-81ba-5e23e71a156a tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:03.733870 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9f9ae56f-b575-4e0b-8a0c-cbb0940462c5 req-64bf3a54-9dff-409e-81ba-5e23e71a156a tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 943 time: 0.5224974 Dec 03 15:03:03.832154 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9f9ae56f-b575-4e0b-8a0c-cbb0940462c5 req-ec7b9303-4787-40bd-a710-eac440f47073 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899465 Dec 03 15:03:03.893994 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 7027f303-d408-4c5e-906c-c339c091139a completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:03.983439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:04.012507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 7027f303-d408-4c5e-906c-c339c091139a triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:04.012923 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:04.144122 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:04.264243 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ac8bcf18-d2cb-4b94-9623-2dad4131741d req-8171b100-0fc7-40ea-80bd-26296aa865e6 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 210 time: 0.1348844 Dec 03 15:03:04.469433 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-45142d2f-488b-40bd-bf7a-4d468f9944a5 req-d37d062f-a142-464e-9262-e71343381301 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 210 time: 0.2009740 Dec 03 15:03:04.485109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c88792-dc05-4b34-b502-4fbbea372be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70eb174f-d02d-459c-84f6-f55b6447ecc3'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:04.523786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:04.731695 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 70eb174f-d02d-459c-84f6-f55b6447ecc3, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=70eb174f-d02d-459c-84f6-f55b6447ecc3,segment=NetworkSegment(304a780e-2217-4522-8dee-803ec1844ce5),segment_id=304a780e-2217-4522-8dee-803ec1844ce5)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:04.746438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d1c13-75d6-4172-b066-c8a04cb062ad None None] Network 3e4cb3c2-136f-4462-a261-a1143a9d1e89 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:03:04.896270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:04.980782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0b381a1b-3672-402c-8162-7931a4ae4ce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:05.027850 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.65', 65320) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:05.149741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=70eb174f-d02d-459c-84f6-f55b6447ecc3,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:05.163177 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:05.173577 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Allocated IP 172.20.0.6 (248475ad-b79d-4d29-b86d-4c7b668805e3/f08cdce3-c72c-4b36-9269-b062a5efece6/b17aace9-978a-4731-9812-88b519bddc64) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:03:05.320417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 70eb174f-d02d-459c-84f6-f55b6447ecc3 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:05.595419 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-36901e5d-cb7d-4f1d-9d2e-714aa1c745f1 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:05.597847 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-36901e5d-cb7d-4f1d-9d2e-714aa1c745f1 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.65 "GET /v2.0/networks?id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe HTTP/1.1" status: 200 len: 811 time: 0.5680125 Dec 03 15:03:05.613968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:05.626633 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:05.648324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:05.696698 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:05.756672 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-8700e4b6-1185-4bb7-a4c6-544b889a7a8c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=341cf04604de451ba8a75ae14d0ebf68 HTTP/1.1" status: 200 len: 5504 time: 0.1086941 Dec 03 15:03:05.787925 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Request body: {'port': {'device_id': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'admin_state_up': True, 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'security_groups': ['7ba28a0e-0338-42bb-bebd-bdc51b861786']}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:05.788169 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Pushing event updated for resources: {'Port': ['ID=b17aace9-978a-4731-9812-88b519bddc64,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:05.924477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 70eb174f-d02d-459c-84f6-f55b6447ecc3 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:05.925110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:06.092863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.65', 65325) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:06.118601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6418f3e-260a-441e-9959-d5513f7091b7 req-1b62d48c-b899-4bd6-bbcc-663d2d509bbd tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:06.130310 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e6418f3e-260a-441e-9959-d5513f7091b7 req-1b62d48c-b899-4bd6-bbcc-663d2d509bbd tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 945 time: 0.5309668 Dec 03 15:03:06.218231 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c88792-dc05-4b34-b502-4fbbea372be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70eb174f-d02d-459c-84f6-f55b6447ecc3', 'code': 200} Dec 03 15:03:06.247624 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port 7027f303-d408-4c5e-906c-c339c091139a, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=7027f303-d408-4c5e-906c-c339c091139a,segment=NetworkSegment(a792aa9d-02d8-4b40-ba94-6fceaec71b96),segment_id=a792aa9d-02d8-4b40-ba94-6fceaec71b96)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:06.365321 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:06.377806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57834) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:06.384407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:06.400827 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:06.405867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-462220312-network', 'tenant_id': 'd2a611cf837848f18d55747a1c90d456'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:06.430672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:06.444886 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Usage tracker for resource:network and tenant:d2a611cf837848f18d55747a1c90d456 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:06.459870 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:06.477413 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:06.523042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Made reservation on behalf of d2a611cf837848f18d55747a1c90d456 for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:03:06.541776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:06.603131 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:06.718666 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-31f5a016-f52e-488f-882d-5714564e0c7f req-af674030-db05-4f5b-9037-6fd3288176d3 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 210 time: 0.1812580 Dec 03 15:03:06.735383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.65', 65329) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:06.743289 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e6418f3e-260a-441e-9959-d5513f7091b7 req-4e06e30e-c103-4eab-a0ec-3695bec84218 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114585 Dec 03 15:03:06.797191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:06.803842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a611cf837848f18d55747a1c90d456 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:06.809451 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:06.817468 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:06.937150 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:06.940327 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-1f0ec0f4-02c3-4acf-af52-d8e338a9c9a8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:06.940461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.resource_extend [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 03 15:03:06.942111 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-1f0ec0f4-02c3-4acf-af52-d8e338a9c9a8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.65 "GET /v2.0/networks?id=248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 200 len: 819 time: 0.7376585 Dec 03 15:03:06.963754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:06.988262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:06.991297 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:07.008579 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 68fce173-716f-4aa4-a388-ac7564452647 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:07.020474 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57864) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:07.021538 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:07.032660 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d91e0fc-59f7-4f49-b4e9-1f7776dd1b3b,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:07.040851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:07.050969 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:07.057273 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:03:07.060250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Request body: {'port': {'device_id': '44cf69f1-4ac2-4035-80de-5a6601e14668', 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3', 'admin_state_up': True, 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:07.099036 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:02:59Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:07.108572 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb93ab-92f2-4173-b3fb-3300a357846e None None] The sync data for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb is: [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:02:59Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:03:07.119909 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:07.120565 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 68fce173-716f-4aa4-a388-ac7564452647 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:07.121317 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:07.212642 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=7027f303-d408-4c5e-906c-c339c091139a,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:07.276595 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ea1b6d60-8530-415a-8a43-23003eef0ffd req-a3b0ac47-cdbf-4284-8485-fe74ce5c8fb4 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 210 time: 0.1818416 Dec 03 15:03:07.295372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d299f04b-06ce-45f6-b50b-cfa8e2663c0e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:07.301561 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92103b-326d-42a6-81e3-0b0f60a64060 req-b3aa3d4e-8d9a-4937-9903-1e1d2b1f2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:07.304696 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:07.306217 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ef92103b-326d-42a6-81e3-0b0f60a64060 req-b3aa3d4e-8d9a-4937-9903-1e1d2b1f2d3e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 1162 time: 0.5618277 Dec 03 15:03:07.328637 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Made reservation on behalf of 341cf04604de451ba8a75ae14d0ebf68 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:03:07.346978 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:07.442254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 70eb174f-d02d-459c-84f6-f55b6447ecc3 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:07.491481 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-ef92103b-326d-42a6-81e3-0b0f60a64060 req-98cddd4b-d3a3-4a11-9204-170932c4d198 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:07.499822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Network 248475ad-b79d-4d29-b86d-4c7b668805e3 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:03:07.499822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:07.509634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event updated for resources: {'Port': ['ID=9b2b007e-c8b4-4f80-8de3-ac47aa11679d,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:07.513014 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:07.513464 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Added segment a43abe8a-e5fa-42cb-8922-0745fea16e0c of type vxlan for network 325d8be7-0167-4cc1-847f-1e139cfac51e Dec 03 15:03:07.517106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:07.525367 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:07.533470 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:03:07.538116 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:07.539536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:07.584484 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d5b56e99-6b5c-4528-b309-ca12d67670f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:07.602840 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-ef92103b-326d-42a6-81e3-0b0f60a64060 req-98cddd4b-d3a3-4a11-9204-170932c4d198 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:07.607361 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-ef92103b-326d-42a6-81e3-0b0f60a64060 req-98cddd4b-d3a3-4a11-9204-170932c4d198 service neutron] Usage tracker for resource:security_group_rule and tenant:68f0d9f0c45c4f6fb70ea91830aa7d4c is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:07.610600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-ef92103b-326d-42a6-81e3-0b0f60a64060 req-98cddd4b-d3a3-4a11-9204-170932c4d198 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:07.618037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-ef92103b-326d-42a6-81e3-0b0f60a64060 req-98cddd4b-d3a3-4a11-9204-170932c4d198 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:07.621246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 70eb174f-d02d-459c-84f6-f55b6447ecc3 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:07.621693 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:07.628607 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:07.640033 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:07.641351 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-62d70d66-b4bb-4e38-aa5e-60a08baba38d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.8255959 Dec 03 15:03:07.661688 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4068456 Dec 03 15:03:07.697237 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Request body: {'port': {'device_id': '5c7820d8-5697-40ae-b8b9-8b015a29cb43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:07.773185 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-d5b56e99-6b5c-4528-b309-ca12d67670f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:07.778479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-d5b56e99-6b5c-4528-b309-ca12d67670f1 admin admin] Usage tracker for resource:security_group_rule and tenant:1f51d198ac2c465d856dcc7e6538c8fd is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:07.782060 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-d5b56e99-6b5c-4528-b309-ca12d67670f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:07.789129 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-d5b56e99-6b5c-4528-b309-ca12d67670f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:07.793641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:03:07.829532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.resource_extend [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 03 15:03:07.922432 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-ef92103b-326d-42a6-81e3-0b0f60a64060 req-98cddd4b-d3a3-4a11-9204-170932c4d198 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:07.988071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d5b56e99-6b5c-4528-b309-ca12d67670f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:08.000796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-ef92103b-326d-42a6-81e3-0b0f60a64060 req-98cddd4b-d3a3-4a11-9204-170932c4d198 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:08.007877 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d5b56e99-6b5c-4528-b309-ca12d67670f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:08.027189 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:08.045817 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:08.087387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:08.088376 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:08.093343 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:08.106867 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ef92103b-326d-42a6-81e3-0b0f60a64060 req-98cddd4b-d3a3-4a11-9204-170932c4d198 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7893815 Dec 03 15:03:08.107545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cddd4b-d3a3-4a11-9204-170932c4d198 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b43dac77-b054-4d44-9f40-1240374fd064,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:08.108850 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:08.272693 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-38acc6f6-f68c-4ce7-9870-047f4fe5476d req-157264fc-9993-44c2-8865-fc94e3651cf8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 210 time: 0.1680832 Dec 03 15:03:08.274323 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d5b56e99-6b5c-4528-b309-ca12d67670f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f51d198ac2c465d856dcc7e6538c8fd&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2463057 Dec 03 15:03:08.276757 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57900) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:08.285408 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:08.300761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:08.315414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b56e99-6b5c-4528-b309-ca12d67670f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9668e12e-4226-485b-9c8a-a874a0238792,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:08.412609 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.0328076 Dec 03 15:03:08.416987 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Pushing event updated for resources: {'Network': ['ID=325d8be7-0167-4cc1-847f-1e139cfac51e,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:08.419296 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57912) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:08.445395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Request body: {'subnet': {'network_id': '325d8be7-0167-4cc1-847f-1e139cfac51e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-462220312-subnet', 'tenant_id': 'd2a611cf837848f18d55747a1c90d456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:08.451164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:08.459851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network 325d8be7-0167-4cc1-847f-1e139cfac51e details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:03:08.460303 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Usage tracker for resource:subnet and tenant:d2a611cf837848f18d55747a1c90d456 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:08.464347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:08.475556 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:08.490613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:08.498747 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Made reservation on behalf of d2a611cf837848f18d55747a1c90d456 for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:03:08.506010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d5b56e99-6b5c-4528-b309-ca12d67670f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:08.507539 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:08.507866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:08.514357 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:08.519471 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Made reservation on behalf of dd93a4c230914073aca399b3e3b82b07 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:03:08.525196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:08.731988 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network 325d8be7-0167-4cc1-847f-1e139cfac51e details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:03:08.775353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-ad2969ee-0d8f-4913-9e01-86477b4a0f1e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Synchronizing usage tracker for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:08.880682 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 5b0e7a81-53de-4c3b-a893-72e31a211c12 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:09.135870 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 5b0e7a81-53de-4c3b-a893-72e31a211c12 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:09.143926 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 5b0e7a81-53de-4c3b-a893-72e31a211c12 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:09.144458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:09.153540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3a0df78d-d475-4183-8b02-41e9cd218afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:09.188845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-ad2969ee-0d8f-4913-9e01-86477b4a0f1e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Unset dirty status for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:09.198684 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-ad2969ee-0d8f-4913-9e01-86477b4a0f1e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--11378273&fields=id&tenant_id=e99d15128ca046d7ba7ac461674a1bfa HTTP/1.1" status: 200 len: 267 time: 0.6629095 Dec 03 15:03:09.285384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf406c88-de17-4a0a-8611-5f7824d5b0ff req-1d62c4f7-3780-4a46-832a-fdfbea50cafd tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:09.293767 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bf406c88-de17-4a0a-8611-5f7824d5b0ff req-1d62c4f7-3780-4a46-832a-fdfbea50cafd tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 945 time: 1.0177765 Dec 03 15:03:09.409794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:09.458772 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port 5b0e7a81-53de-4c3b-a893-72e31a211c12, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=5b0e7a81-53de-4c3b-a893-72e31a211c12,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:09.463210 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:09.464383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 7027f303-d408-4c5e-906c-c339c091139a up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:09.482955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3a0df78d-d475-4183-8b02-41e9cd218afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:09.488558 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:09.521145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-f75baee0-0e8e-454c-ae6a-2b8598bb2c00 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:09.521902 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-f75baee0-0e8e-454c-ae6a-2b8598bb2c00 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Synchronizing usage tracker for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:network {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:09.657742 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:09.669178 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-f75baee0-0e8e-454c-ae6a-2b8598bb2c00 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Unset dirty status for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:network {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:09.677506 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-f75baee0-0e8e-454c-ae6a-2b8598bb2c00 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 816 time: 0.4774706 Dec 03 15:03:09.707390 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3d3de910-1c74-4aa6-8316-2cf26ecf6fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:09.723520 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17aace9-978a-4731-9812-88b519bddc64 {{(pid=80304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:03:09.740566 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:09.784847 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-c1ccbb9c-623a-4d02-a3d0-06e17c338623 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/quotas/e99d15128ca046d7ba7ac461674a1bfa HTTP/1.1" status: 200 len: 375 time: 0.1058323 Dec 03 15:03:09.792746 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdf10ae-d05f-434f-bfd7-44d359377ffd,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:09.795089 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bf406c88-de17-4a0a-8611-5f7824d5b0ff req-e7a253c0-5a30-4a56-9bc9-33a12831de05 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997454 Dec 03 15:03:09.799115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Transition to ACTIVE for port object b17aace9-978a-4731-9812-88b519bddc64 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:03:09.801627 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 7027f303-d408-4c5e-906c-c339c091139a triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:09.802278 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:09.802691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Allocated IP 172.20.0.11 (ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe/4253b1e0-eddd-4edf-a51b-96580eb33f8b/5682f271-b965-4c7d-957f-7223c6078977) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:03:09.802806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:09.806670 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:09.807741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Checking segment: {'id': 'a43abe8a-e5fa-42cb-8922-0745fea16e0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '325d8be7-0167-4cc1-847f-1e139cfac51e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:03:09.808126 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Network hostable DHCP agents. Network: 325d8be7-0167-4cc1-847f-1e139cfac51e, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:03:09.832852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:09.867826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=5b0e7a81-53de-4c3b-a893-72e31a211c12,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:09.871643 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:10.034347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=b17aace9-978a-4731-9812-88b519bddc64,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:10.051646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:10.076993 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-144bc45e-1d40-422b-bc80-1b77c4a7ab16 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2500753 Dec 03 15:03:10.123506 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Network 325d8be7-0167-4cc1-847f-1e139cfac51e is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:03:10.196794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, 325d8be7-0167-4cc1-847f-1e139cfac51e) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:10.204910 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dc4305-700f-4b58-8181-96d949d66785 None None] Network 325d8be7-0167-4cc1-847f-1e139cfac51e requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:03:10.212144 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:10.212743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:10.248761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Attempting to bind port b17aace9-978a-4731-9812-88b519bddc64 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:03:10.249211 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Attempting to bind port b17aace9-978a-4731-9812-88b519bddc64 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:03:10.249584 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Attempting to bind port b17aace9-978a-4731-9812-88b519bddc64 on network 248475ad-b79d-4d29-b86d-4c7b668805e3 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:03:10.254843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3a0df78d-d475-4183-8b02-41e9cd218afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:10.265929 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8253529 Dec 03 15:03:10.265929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:03:10.265929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Checking segment: {'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:03:10.265929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:10.265929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Bound using segment: {'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:03:10.265929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Bound port: b17aace9-978a-4731-9812-88b519bddc64, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:03:10.265929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:10.418141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] For port b17aace9-978a-4731-9812-88b519bddc64, host hv-cinder-75790, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:03:10.422146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] For port b17aace9-978a-4731-9812-88b519bddc64, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=b17aace9-978a-4731-9812-88b519bddc64,segment=NetworkSegment(a792aa9d-02d8-4b40-ba94-6fceaec71b96),segment_id=a792aa9d-02d8-4b40-ba94-6fceaec71b96)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:03:10.426751 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:10.427885 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:10.437254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-982b8412-a53f-4a2a-bf63-443fe58b80d5 req-f44ac60e-488b-4c7c-a338-bc603d32ecc1 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Synchronizing usage tracker for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:10.463349 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:10.476379 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0df78d-d475-4183-8b02-41e9cd218afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9668e12e-4226-485b-9c8a-a874a0238792,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:10.491857 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3a0df78d-d475-4183-8b02-41e9cd218afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:10.496653 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcdf15a-3835-405c-8cac-80c90447f991 None None] Network 325d8be7-0167-4cc1-847f-1e139cfac51e requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:03:10.539393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 5b0e7a81-53de-4c3b-a893-72e31a211c12 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:10.586936 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Allocated IP 172.20.0.7 (248475ad-b79d-4d29-b86d-4c7b668805e3/f08cdce3-c72c-4b36-9269-b062a5efece6/167faf0d-1280-4836-a8c8-e44024c39f79) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:03:10.616871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=b17aace9-978a-4731-9812-88b519bddc64,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:10.634083 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:10.643074 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-982b8412-a53f-4a2a-bf63-443fe58b80d5 req-f44ac60e-488b-4c7c-a338-bc603d32ecc1 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Unset dirty status for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:10.659214 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-982b8412-a53f-4a2a-bf63-443fe58b80d5 req-f44ac60e-488b-4c7c-a338-bc603d32ecc1 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 210 time: 0.4673090 Dec 03 15:03:10.681500 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3a0df78d-d475-4183-8b02-41e9cd218afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:10.685445 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-3a0df78d-d475-4183-8b02-41e9cd218afb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9668e12e-4226-485b-9c8a-a874a0238792 HTTP/1.1" status: 204 len: 168 time: 2.3903072 Dec 03 15:03:10.791055 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:10.848604 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-e31e29d0-c27f-49d4-b7ce-a1c4687d626a service neutron] 10.222.0.81 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182486 Dec 03 15:03:10.928311 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:10.934672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:10.937368 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] 10.222.0.65 "PUT /v2.0/ports/b17aace9-978a-4731-9812-88b519bddc64 HTTP/1.1" status: 200 len: 1157 time: 3.2563434 Dec 03 15:03:10.939931 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7820d8-5697-40ae-b8b9-8b015a29cb43', 'tag': 'b17aace9-978a-4731-9812-88b519bddc64'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:11.094510 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Transition to ACTIVE for port object 5682f271-b965-4c7d-957f-7223c6078977 will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:03:11.099548 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 5b0e7a81-53de-4c3b-a893-72e31a211c12 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:11.100171 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:11.169219 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-eea2c0b3-175a-4f0b-a267-cd4e6b3ccade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:11.172178 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-eea2c0b3-175a-4f0b-a267-cd4e6b3ccade service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd93a4c230914073aca399b3e3b82b07&device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 1160 time: 0.1690199 Dec 03 15:03:11.175830 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-f2174199-8786-412c-9402-4739078d1b06 req-ce36518d-e864-47ec-a12f-a092e1be235f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Synchronizing usage tracker for tenant:dd93a4c230914073aca399b3e3b82b07 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:11.332946 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-462487a8-52a1-4015-bd2b-4db0a2c08275 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17aace9-978a-4731-9812-88b519bddc64 HTTP/1.1" status: 200 len: 217 time: 0.1456442 Dec 03 15:03:11.350093 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-f2174199-8786-412c-9402-4739078d1b06 req-ce36518d-e864-47ec-a12f-a092e1be235f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Unset dirty status for tenant:dd93a4c230914073aca399b3e3b82b07 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:11.360569 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f2174199-8786-412c-9402-4739078d1b06 req-ce36518d-e864-47ec-a12f-a092e1be235f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 210 time: 0.2776122 Dec 03 15:03:11.417743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 57974) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:11.441020 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4b9b525e-5315-4d09-b56c-c0a8d00b2eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:11.456871 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-29423dd1-7f3b-4068-9f9c-5932ff7715ab service neutron] 10.222.0.81 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6029215 Dec 03 15:03:11.458438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:11.466971 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-4b9b525e-5315-4d09-b56c-c0a8d00b2eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:11.472951 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-4b9b525e-5315-4d09-b56c-c0a8d00b2eff admin admin] Usage tracker for resource:security_group_rule and tenant:cf4f1073517641a4be5bb1ebc6b67af8 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:11.477517 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-4b9b525e-5315-4d09-b56c-c0a8d00b2eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:11.484857 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-4b9b525e-5315-4d09-b56c-c0a8d00b2eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:11.513476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:11.564439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:11.644505 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4b9b525e-5315-4d09-b56c-c0a8d00b2eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:11.657225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4b9b525e-5315-4d09-b56c-c0a8d00b2eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:11.671754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f61bf089-caf3-4dcd-9f76-c02e4e75c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:11.673840 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-f61bf089-caf3-4dcd-9f76-c02e4e75c2cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f08cdce3-c72c-4b36-9269-b062a5efece6 HTTP/1.1" status: 200 len: 859 time: 0.3330944 Dec 03 15:03:11.676849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:11.750315 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event updated for resources: {'Port': ['ID=5682f271-b965-4c7d-957f-7223c6078977,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:11.760350 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-97e285a4-73d5-4558-be7d-abc5fcaa0e54 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=248475ad-b79d-4d29-b86d-4c7b668805e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698752 Dec 03 15:03:11.765092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:11.827311 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-4b9b525e-5315-4d09-b56c-c0a8d00b2eff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf4f1073517641a4be5bb1ebc6b67af8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4055939 Dec 03 15:03:11.833262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 57986) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:11.882096 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:11.942427 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:12.092342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b525e-5315-4d09-b56c-c0a8d00b2eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b939522-244f-4634-8f61-76b248723cb5,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:12.096410 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4b9b525e-5315-4d09-b56c-c0a8d00b2eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:12.168231 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-b2210162-f2e0-4e6b-85a4-e750a3fcac97 service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873761 Dec 03 15:03:12.338376 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c6e5d0b-fdbb-4dae-a480-b2d7d19379da req-97c9f3d4-e82d-469b-a5cd-80c548e3ec45 service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1603768 Dec 03 15:03:12.345155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a2ea10e9-9338-4cfb-81ba-1ccc492df9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:12.481248 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:03:12.483494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Pushing event updated for resources: {'Port': ['ID=167faf0d-1280-4836-a8c8-e44024c39f79,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:12.486669 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:12.533367 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:12.553507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:03:12.558000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:12.558730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:12.572518 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4c70d-edfa-43fb-ad7a-78ea007cf6ed req-beb26e92-3fa9-43a2-a7be-43945a2ff22f tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:12.577801 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bde4c70d-edfa-43fb-ad7a-78ea007cf6ed req-beb26e92-3fa9-43a2-a7be-43945a2ff22f tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 945 time: 0.8173752 Dec 03 15:03:12.590921 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a2ea10e9-9338-4cfb-81ba-1ccc492df9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:12.718286 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9463575 Dec 03 15:03:12.742354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Network 248475ad-b79d-4d29-b86d-4c7b668805e3 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:03:12.752959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:12.759559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Request body: {'port': {'device_id': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:12.797538 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:03:12.802296 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:12.803132 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:12.820701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-4cd3eb98-b789-4d5d-9062-9767e4235a65 None None] Provisioning for port 5682f271-b965-4c7d-957f-7223c6078977 completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:12.827531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-4cd3eb98-b789-4d5d-9062-9767e4235a65 None None] Provisioning complete for port 5682f271-b965-4c7d-957f-7223c6078977 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:12.828259 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4cd3eb98-b789-4d5d-9062-9767e4235a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:12.880019 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-7b7f0b33-770f-4b2d-8588-2be577880118 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:12.888189 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-7b7f0b33-770f-4b2d-8588-2be577880118 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/networks?id=3e4cb3c2-136f-4462-a261-a1143a9d1e89 HTTP/1.1" status: 200 len: 808 time: 0.8986905 Dec 03 15:03:12.899553 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-4cd3eb98-b789-4d5d-9062-9767e4235a65 None None] Port 5682f271-b965-4c7d-957f-7223c6078977 cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:03:12.904650 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bde4c70d-edfa-43fb-ad7a-78ea007cf6ed req-5e59fff5-1549-4001-b507-2f68a765d7de tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942023 Dec 03 15:03:13.058265 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:13.124302 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7820d8-5697-40ae-b8b9-8b015a29cb43', 'tag': 'b17aace9-978a-4731-9812-88b519bddc64', 'status': 'completed', 'code': 200} Dec 03 15:03:13.337707 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3167779 Dec 03 15:03:13.338297 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-3319a4a8-11c9-4ef4-b407-11a24c82279e tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/quotas/51096ff870fd49698a0d8a8629a14987 HTTP/1.1" status: 200 len: 375 time: 0.4492664 Dec 03 15:03:13.338940 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a2ea10e9-9338-4cfb-81ba-1ccc492df9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:13.374393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-d6f99b20-6a48-439e-9780-5aa60fa167c2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:13.375940 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-d6f99b20-6a48-439e-9780-5aa60fa167c2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.65 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 816 time: 0.3301840 Dec 03 15:03:13.481889 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-253d2a56-e16f-4992-a93c-7359db8a26da tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Synchronizing usage tracker for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:security_group {{(pid=80304) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:13.488420 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a2ea10e9-9338-4cfb-81ba-1ccc492df9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:13.491947 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a2ea10e9-9338-4cfb-81ba-1ccc492df9ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b939522-244f-4634-8f61-76b248723cb5 HTTP/1.1" status: 204 len: 168 time: 1.6544683 Dec 03 15:03:13.491947 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-83572440-b27b-4828-b1a9-67e4ed5b4efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:13.500681 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-253d2a56-e16f-4992-a93c-7359db8a26da tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Unset dirty status for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:security_group {{(pid=80304) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:13.502968 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-253d2a56-e16f-4992-a93c-7359db8a26da tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e99d15128ca046d7ba7ac461674a1bfa HTTP/1.1" status: 200 len: 5502 time: 0.1065128 Dec 03 15:03:13.512367 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Request body: {'port': {'device_id': '44cf69f1-4ac2-4035-80de-5a6601e14668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:13.519369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Request body: {'port': {'device_id': '64974edf-e13f-4998-a352-bf0803385ac0', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'admin_state_up': True, 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'security_groups': ['a5fada5f-ca02-4ed0-b996-cb29e9a29488']}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:13.743253 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-17fa1091-5767-4b40-ab82-7cb2ad1f55f9 req-b838028a-42d1-45da-a623-26b28875a0e1 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 210 time: 0.4154327 Dec 03 15:03:13.762735 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea10e9-9338-4cfb-81ba-1ccc492df9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b939522-244f-4634-8f61-76b248723cb5,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:13.775283 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:13.779296 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-c26d2eb7-221e-4fa5-a601-e7edfb748931 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?tenant_id=51096ff870fd49698a0d8a8629a14987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3459392 Dec 03 15:03:13.785765 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a2ea10e9-9338-4cfb-81ba-1ccc492df9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:13.788471 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Usage tracker for resource:port and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:13.793077 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Quota usage for port was recalculated. Used quota:3. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:13.801981 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:13.814153 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Made reservation on behalf of e99d15128ca046d7ba7ac461674a1bfa for: {'port': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:03:13.825397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:14.205997 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Allocated IP 172.20.0.12 (f74f8bf3-3d51-4772-97cb-ee854694141c/9c17b32e-d767-4a51-9765-626d40840d2e/eb70472c-5223-443e-8685-5f7d855e581b) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:03:14.239566 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f2c72-9b31-4a93-84f9-f15e725c49ed req-a75154f9-08ee-4c14-ba4a-1d40ce80d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:14.241170 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eb5f2c72-9b31-4a93-84f9-f15e725c49ed req-a75154f9-08ee-4c14-ba4a-1d40ce80d6e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd93a4c230914073aca399b3e3b82b07&device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 1160 time: 0.9075856 Dec 03 15:03:14.303000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:14.432975 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:14.455353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Transition to ACTIVE for port object eb70472c-5223-443e-8685-5f7d855e581b will not be triggered until provisioned by entity DHCP. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:03:14.484851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:14.518518 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:14.766204 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event updated for resources: {'Port': ['ID=eb70472c-5223-443e-8685-5f7d855e581b,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:14.772347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:14.834768 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-78bf7a3e-0717-40eb-bf89-4da0e4f6634b service neutron] 10.222.0.81 "GET /v2.0/networks/3e4cb3c2-136f-4462-a261-a1143a9d1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0345089 Dec 03 15:03:14.846515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101a164-d8aa-4c18-b337-6ad63d9239fa req-54ffa9e4-a10a-469f-8f4d-6f167ee8805b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:14.857471 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f101a164-d8aa-4c18-b337-6ad63d9239fa req-54ffa9e4-a10a-469f-8f4d-6f167ee8805b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 932 time: 0.8651950 Dec 03 15:03:14.861895 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Network f74f8bf3-3d51-4772-97cb-ee854694141c is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:03:14.863138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:14.865574 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:03:14.870822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.resource_extend [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 03 15:03:14.871622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:14.872382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:14.905658 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3944466 Dec 03 15:03:14.924197 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Request body: {'port': {'device_id': '64974edf-e13f-4998-a352-bf0803385ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:15.166447 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.65', 65350) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:15.252769 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-214d09cf-f284-40d1-bf13-2c5f33a2603b None None] Provisioning for port eb70472c-5223-443e-8685-5f7d855e581b completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:15.259624 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-214d09cf-f284-40d1-bf13-2c5f33a2603b None None] Provisioning complete for port eb70472c-5223-443e-8685-5f7d855e581b triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:15.260265 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-214d09cf-f284-40d1-bf13-2c5f33a2603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:15.266152 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:15.403310 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-214d09cf-f284-40d1-bf13-2c5f33a2603b None None] Port eb70472c-5223-443e-8685-5f7d855e581b cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:03:15.443493 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c6806a91-c760-4728-a103-93ade336de47 req-820e0910-fc1b-4f33-9e5f-ae9caca3766d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2714961 Dec 03 15:03:15.496383 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-e58a1ecf-16db-40be-b0cb-893ac0e9e9e0 service neutron] 10.222.0.81 "GET /v2.0/networks/3e4cb3c2-136f-4462-a261-a1143a9d1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6392250 Dec 03 15:03:15.550532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f2c72-9b31-4a93-84f9-f15e725c49ed req-be0841ab-d8f1-486e-9576-d11e6d2bb549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:15.555458 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eb5f2c72-9b31-4a93-84f9-f15e725c49ed req-be0841ab-d8f1-486e-9576-d11e6d2bb549 service neutron] 10.222.0.65 "GET /v2.0/networks?id=248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 200 len: 913 time: 1.2852900 Dec 03 15:03:15.619488 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.objects.ports [None req-c2c9da47-9727-4974-b7a3-ea448bf534e3 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80305) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 03 15:03:15.730224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5682f271-b965-4c7d-957f-7223c6078977 {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:03:15.734342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:15.749298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Transition to ACTIVE for port object 5682f271-b965-4c7d-957f-7223c6078977 will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:03:15.921754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167faf0d-1280-4836-a8c8-e44024c39f79 {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:03:15.943089 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:15.960016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Transition to ACTIVE for port object 167faf0d-1280-4836-a8c8-e44024c39f79 will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:03:15.967448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806a91-c760-4728-a103-93ade336de47 req-5e6cc68e-af98-4f90-8cca-6b6f51de3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:15.969497 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c6806a91-c760-4728-a103-93ade336de47 req-5e6cc68e-af98-4f90-8cca-6b6f51de3089 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9bf918ac82e424a90a32f59535e0889&device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 1162 time: 0.3544118 Dec 03 15:03:15.977417 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f101a164-d8aa-4c18-b337-6ad63d9239fa req-37a54ee3-d43c-45d0-ae4c-79718e636c71 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1210556 Dec 03 15:03:15.990849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:15.993666 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:15.995527 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eb5f2c72-9b31-4a93-84f9-f15e725c49ed req-70d2f78b-7cfd-4472-b855-2264d3c69394 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17aace9-978a-4731-9812-88b519bddc64 HTTP/1.1" status: 200 len: 217 time: 0.4075229 Dec 03 15:03:16.098841 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device b17aace9-978a-4731-9812-88b519bddc64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:16.165448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:16.171379 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806a91-c760-4728-a103-93ade336de47 req-ad00ed18-a5cc-4310-86e3-599b03b68da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:16.173161 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c6806a91-c760-4728-a103-93ade336de47 req-ad00ed18-a5cc-4310-86e3-599b03b68da7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f77caf1b-7625-42d7-a0ba-10dcafabdf93 HTTP/1.1" status: 200 len: 906 time: 0.1785345 Dec 03 15:03:16.267839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port b17aace9-978a-4731-9812-88b519bddc64 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:16.282298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port b17aace9-978a-4731-9812-88b519bddc64 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:16.282700 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:16.354173 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c6806a91-c760-4728-a103-93ade336de47 req-abc13f51-9b39-472c-8185-422886880a7e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70eb174f-d02d-459c-84f6-f55b6447ecc3 HTTP/1.1" status: 200 len: 217 time: 0.1719182 Dec 03 15:03:16.479127 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.resource_extend [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 03 15:03:16.597234 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:16.616085 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806a91-c760-4728-a103-93ade336de47 req-224aba3e-f493-45c4-a3a5-da0d17a565ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:16.618988 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c6806a91-c760-4728-a103-93ade336de47 req-224aba3e-f493-45c4-a3a5-da0d17a565ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec904479-43aa-46f2-afcd-71d8075f3a08 HTTP/1.1" status: 200 len: 852 time: 0.2582123 Dec 03 15:03:16.670410 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb70472c-5223-443e-8685-5f7d855e581b {{(pid=80304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:03:16.682852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7820d8-5697-40ae-b8b9-8b015a29cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17aace9-978a-4731-9812-88b519bddc64'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:16.689996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:16.694268 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c6806a91-c760-4728-a103-93ade336de47 req-24e5fbd9-f0d7-4f19-ab71-ee7f3ee8a7d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f77caf1b-7625-42d7-a0ba-10dcafabdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678780 Dec 03 15:03:16.722327 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port b17aace9-978a-4731-9812-88b519bddc64, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=b17aace9-978a-4731-9812-88b519bddc64,segment=NetworkSegment(a792aa9d-02d8-4b40-ba94-6fceaec71b96),segment_id=a792aa9d-02d8-4b40-ba94-6fceaec71b96)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:16.728245 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:16.730253 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-23e5f4c5-f835-4849-8215-e3055cc6840b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:16.745511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Transition to ACTIVE for port object eb70472c-5223-443e-8685-5f7d855e581b will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:03:16.809344 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:16.823925 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5682f271-b965-4c7d-957f-7223c6078977,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:16.897230 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=b17aace9-978a-4731-9812-88b519bddc64,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:16.902229 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:16.939761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f2c72-9b31-4a93-84f9-f15e725c49ed req-4ea280d9-1a70-4290-bc0a-c86505324d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:16.941641 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eb5f2c72-9b31-4a93-84f9-f15e725c49ed req-4ea280d9-1a70-4290-bc0a-c86505324d24 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f08cdce3-c72c-4b36-9269-b062a5efece6 HTTP/1.1" status: 200 len: 859 time: 0.7781205 Dec 03 15:03:16.991128 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:17.102831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Pushing event updated for resources: {'Port': ['ID=167faf0d-1280-4836-a8c8-e44024c39f79,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:17.130342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:17.134926 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eb5f2c72-9b31-4a93-84f9-f15e725c49ed req-e7d8442c-e9d0-4fdb-b584-fd2ba74cd9d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=248475ad-b79d-4d29-b86d-4c7b668805e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1783462 Dec 03 15:03:17.179422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b0a63-b3c8-46b4-87e1-9d7019f5b3fe req-cbe06320-5d9d-42b1-9572-fd124c1a54be tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:17.204662 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-786b0a63-b3c8-46b4-87e1-9d7019f5b3fe req-cbe06320-5d9d-42b1-9572-fd124c1a54be tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 943 time: 1.2150068 Dec 03 15:03:17.204916 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.711s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:17.205372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:17.416983 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device b17aace9-978a-4731-9812-88b519bddc64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:17.438560 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c6806a91-c760-4728-a103-93ade336de47 req-e001de9c-8a30-4220-8316-0487aed90409 service neutron] 10.222.0.65 "GET /v2.0/networks/f77caf1b-7625-42d7-a0ba-10dcafabdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366705 Dec 03 15:03:17.442270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb70472c-5223-443e-8685-5f7d855e581b,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:17.448145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:17.597590 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae5561-09ca-440e-a0a1-de6fd720c447 req-eedf39b7-e8ce-457f-b0d3-eb694b09da18 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:17.615157 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-64ae5561-09ca-440e-a0a1-de6fd720c447 req-eedf39b7-e8ce-457f-b0d3-eb694b09da18 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 932 time: 1.3287845 Dec 03 15:03:17.615450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port b17aace9-978a-4731-9812-88b519bddc64 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:17.616225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:17.660127 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.65', 65356) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:17.794139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Attempting to bind port 5682f271-b965-4c7d-957f-7223c6078977 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:03:17.794986 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Attempting to bind port 5682f271-b965-4c7d-957f-7223c6078977 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:03:17.795613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Attempting to bind port 5682f271-b965-4c7d-957f-7223c6078977 on network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:03:17.885178 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c6806a91-c760-4728-a103-93ade336de47 req-6d38a74a-1672-4af1-b711-1b53327c505b service neutron] 10.222.0.65 "GET /v2.0/networks/f77caf1b-7625-42d7-a0ba-10dcafabdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4359634 Dec 03 15:03:17.888001 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Attempting to bind port eb70472c-5223-443e-8685-5f7d855e581b on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:03:17.888525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Attempting to bind port eb70472c-5223-443e-8685-5f7d855e581b by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:03:17.888979 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Attempting to bind port eb70472c-5223-443e-8685-5f7d855e581b on network f74f8bf3-3d51-4772-97cb-ee854694141c {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:03:17.908485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:03:17.911158 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Checking segment: {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:03:17.911731 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:17.912689 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Bound using segment: {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:03:17.913417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Bound port: eb70472c-5223-443e-8685-5f7d855e581b, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:03:17.913882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:17.933700 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-64ae5561-09ca-440e-a0a1-de6fd720c447 req-cc541b58-7a20-416c-95db-e0b8fea74e10 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3171663 Dec 03 15:03:17.934742 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:03:17.935317 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Checking segment: {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:03:17.936022 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:17.936563 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Bound using segment: {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:03:17.937285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Bound port: 5682f271-b965-4c7d-957f-7223c6078977, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:03:17.937962 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:17.951365 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-786b0a63-b3c8-46b4-87e1-9d7019f5b3fe req-e52fd782-259a-42c0-8169-e1aff10acecd tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7350667 Dec 03 15:03:17.953791 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eb5f2c72-9b31-4a93-84f9-f15e725c49ed req-8f784cd5-7326-4d51-bed1-3ca9604a67cc service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7359977 Dec 03 15:03:18.078938 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Attempting to bind port 167faf0d-1280-4836-a8c8-e44024c39f79 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:03:18.079604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Attempting to bind port 167faf0d-1280-4836-a8c8-e44024c39f79 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:03:18.081124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Attempting to bind port 167faf0d-1280-4836-a8c8-e44024c39f79 on network 248475ad-b79d-4d29-b86d-4c7b668805e3 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:03:18.119954 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] For port eb70472c-5223-443e-8685-5f7d855e581b, host hv-cinder-75790, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:03:18.124000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] For port eb70472c-5223-443e-8685-5f7d855e581b, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=eb70472c-5223-443e-8685-5f7d855e581b,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:03:18.128397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:18.149888 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3483b17d-a0fb-4d6f-9f05-25fc8dbe4ff3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:18.237548 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb70472c-5223-443e-8685-5f7d855e581b,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:18.297339 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:18.438102 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:18.439379 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:18.442314 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-91a7c808-9e80-4a84-b03f-49874f06c8b3 service neutron] 10.222.0.65 "PUT /v2.0/ports/eb70472c-5223-443e-8685-5f7d855e581b HTTP/1.1" status: 200 len: 1158 time: 3.5233319 Dec 03 15:03:18.443323 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:18.458916 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:03:18.460710 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Checking segment: {'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:03:18.463318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:18.463744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Bound using segment: {'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:03:18.465335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Bound port: 167faf0d-1280-4836-a8c8-e44024c39f79, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a792aa9d-02d8-4b40-ba94-6fceaec71b96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '248475ad-b79d-4d29-b86d-4c7b668805e3'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:03:18.465833 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:18.701190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-4284d48b-f241-4544-951a-bf9c1a4fe79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:18.703105 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-4284d48b-f241-4544-951a-bf9c1a4fe79e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 1161 time: 0.1981256 Dec 03 15:03:18.817408 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-97d24dff-1d77-4616-b649-0e4b889cad7d req-47e81ee3-7983-484f-bb58-55f69173618a tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 210 time: 0.6466541 Dec 03 15:03:18.840903 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-aef0f9a0-f9c7-4620-836b-52319938dcc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:18.849115 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-e56c6a74-1769-41d3-8798-d5dafdbc1141 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70472c-5223-443e-8685-5f7d855e581b HTTP/1.1" status: 200 len: 217 time: 0.1287420 Dec 03 15:03:18.851499 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-aef0f9a0-f9c7-4620-836b-52319938dcc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.65 "GET /v2.0/networks?id=3e4cb3c2-136f-4462-a261-a1143a9d1e89 HTTP/1.1" status: 200 len: 808 time: 1.1644633 Dec 03 15:03:18.937776 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7820d8-5697-40ae-b8b9-8b015a29cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17aace9-978a-4731-9812-88b519bddc64', 'code': 200} Dec 03 15:03:18.942347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Request body: {'port': {'device_id': '08bf2808-c64a-4673-bc46-264229f95897', 'network_id': '3e4cb3c2-136f-4462-a261-a1143a9d1e89', 'admin_state_up': True, 'tenant_id': '51096ff870fd49698a0d8a8629a14987'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:18.950465 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aaed308e-73cf-486d-b5b3-d45d552955b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:18.952675 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-aaed308e-73cf-486d-b5b3-d45d552955b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 200 len: 855 time: 0.0787978 Dec 03 15:03:18.984938 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] For port 5682f271-b965-4c7d-957f-7223c6078977, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:03:19.028980 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] For port 5682f271-b965-4c7d-957f-7223c6078977, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=5682f271-b965-4c7d-957f-7223c6078977,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:03:19.147588 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b', 'status': 'completed', 'code': 200} Dec 03 15:03:19.219881 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-fef4701e-7409-4d5a-85c5-17b0f9375c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:19.221779 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-fef4701e-7409-4d5a-85c5-17b0f9375c3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f74f8bf3-3d51-4772-97cb-ee854694141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2112582 Dec 03 15:03:19.256113 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:19.435514 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:19.478934 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eb5f2c72-9b31-4a93-84f9-f15e725c49ed req-4b49b25f-4905-47c0-819d-0eb38ae3191c service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5110381 Dec 03 15:03:19.479682 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-22052706-cd03-47e9-bd6b-94970004fca1 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495039 Dec 03 15:03:19.529850 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2a81-6089-4118-afcd-0f9f81ca59a4 req-ccb3263d-50f5-4684-90a7-6ab476fdf1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:19.531655 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-efbd2a81-6089-4118-afcd-0f9f81ca59a4 req-ccb3263d-50f5-4684-90a7-6ab476fdf1b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 1162 time: 0.1387072 Dec 03 15:03:19.599500 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] For port 167faf0d-1280-4836-a8c8-e44024c39f79, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:03:19.615720 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:19.616436 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:19.618482 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] 10.222.0.65 "PUT /v2.0/ports/5682f271-b965-4c7d-957f-7223c6078977 HTTP/1.1" status: 200 len: 1158 time: 6.8675663 Dec 03 15:03:19.630053 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'tag': '5682f271-b965-4c7d-957f-7223c6078977'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:19.818218 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-efbd2a81-6089-4118-afcd-0f9f81ca59a4 req-860cd002-699c-4d9d-beee-ce568d896cab service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644408 Dec 03 15:03:19.913527 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e6702d-65d9-4b4e-a1bc-9125968019e8 req-e66a9cce-d35a-4cce-b723-7b1bdacef299 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4095166 Dec 03 15:03:19.917186 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] For port 167faf0d-1280-4836-a8c8-e44024c39f79, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=167faf0d-1280-4836-a8c8-e44024c39f79,segment=NetworkSegment(a792aa9d-02d8-4b40-ba94-6fceaec71b96),segment_id=a792aa9d-02d8-4b40-ba94-6fceaec71b96)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:03:19.964629 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:20.019719 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5682f271-b965-4c7d-957f-7223c6078977,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:20.028484 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:20.044553 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58228) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:20.101814 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:20.157641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:20.186276 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Usage tracker for resource:port and tenant:51096ff870fd49698a0d8a8629a14987 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:20.196044 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Quota usage for port was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:20.215156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ccb69-fa71-414f-9e16-acf697b49651 req-4a583357-bfb4-4b86-945f-f96d951b817c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:20.216807 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-534ccb69-fa71-414f-9e16-acf697b49651 req-4a583357-bfb4-4b86-945f-f96d951b817c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 944 time: 1.0627179 Dec 03 15:03:20.221693 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:20.256858 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-b5f4f5d6-4d17-40db-8c5a-1312fc5f186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:20.258563 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-b5f4f5d6-4d17-40db-8c5a-1312fc5f186e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=341cf04604de451ba8a75ae14d0ebf68&device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 1161 time: 0.4360476 Dec 03 15:03:20.292241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-efd4858d-29c8-4675-98ad-36c738173a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:20.299191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278127d-c839-452f-b83e-6a52e994094a req-e8e1562e-5f6d-4d35-81eb-f1cc399086f6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:20.300838 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a278127d-c839-452f-b83e-6a52e994094a req-e8e1562e-5f6d-4d35-81eb-f1cc399086f6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 1.0250251 Dec 03 15:03:20.313943 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-efd4858d-29c8-4675-98ad-36c738173a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:20.327520 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-efd4858d-29c8-4675-98ad-36c738173a88 admin admin] Usage tracker for resource:security_group_rule and tenant:36db96d26ca84734904e9aea27bdc695 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:20.335564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-efd4858d-29c8-4675-98ad-36c738173a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:20.346276 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-efd4858d-29c8-4675-98ad-36c738173a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:20.373714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Made reservation on behalf of 51096ff870fd49698a0d8a8629a14987 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:03:20.379020 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:20.390278 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7c46b-d172-4563-8fed-1bbf97bdd262 req-db3bf9b5-356f-45c5-99f5-65cbd2dfd8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:20.392159 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5ff7c46b-d172-4563-8fed-1bbf97bdd262 req-db3bf9b5-356f-45c5-99f5-65cbd2dfd8a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 1161 time: 0.1912899 Dec 03 15:03:20.446261 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-cef8555f-1848-4469-abc0-bfd8e6cd6fd6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5682f271-b965-4c7d-957f-7223c6078977 HTTP/1.1" status: 200 len: 217 time: 0.1545343 Dec 03 15:03:20.464291 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Pushing event updated for resources: {'Port': ['ID=167faf0d-1280-4836-a8c8-e44024c39f79,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:20.525723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:20.584980 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-534ccb69-fa71-414f-9e16-acf697b49651 req-1e8efb54-af27-4b74-8fb6-3f8d80493ec2 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410482 Dec 03 15:03:20.630448 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a278127d-c839-452f-b83e-6a52e994094a req-843a28b0-a995-49a4-bc5b-d5fddd09479d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2673886 Dec 03 15:03:20.631746 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:20.631873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-efd4858d-29c8-4675-98ad-36c738173a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:20.640358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-efd4858d-29c8-4675-98ad-36c738173a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:20.640776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:20.642570 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] 10.222.0.65 "PUT /v2.0/ports/167faf0d-1280-4836-a8c8-e44024c39f79 HTTP/1.1" status: 200 len: 1157 time: 7.1577113 Dec 03 15:03:20.652984 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7c46b-d172-4563-8fed-1bbf97bdd262 req-a5b4cb88-4ee9-4824-94da-d8641109e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:20.654989 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5ff7c46b-d172-4563-8fed-1bbf97bdd262 req-a5b4cb88-4ee9-4824-94da-d8641109e8ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 910 time: 0.2535577 Dec 03 15:03:20.658328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:20.772208 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-efd4858d-29c8-4675-98ad-36c738173a88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36db96d26ca84734904e9aea27bdc695&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7258749 Dec 03 15:03:20.783363 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58242) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:20.797594 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-0e089749-2339-4543-83f2-86ca0c762a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:20.799114 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-0e089749-2339-4543-83f2-86ca0c762a02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4253b1e0-eddd-4edf-a51b-96580eb33f8b HTTP/1.1" status: 200 len: 850 time: 0.3393841 Dec 03 15:03:20.824631 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5ff7c46b-d172-4563-8fed-1bbf97bdd262 req-0b302e50-b271-4e0f-8513-9c92b9053c2c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70472c-5223-443e-8685-5f7d855e581b HTTP/1.1" status: 200 len: 217 time: 0.1517649 Dec 03 15:03:20.844115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4858d-29c8-4675-98ad-36c738173a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02ad440-76b2-4f0a-aa72-753384405daf,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:20.850346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-efd4858d-29c8-4675-98ad-36c738173a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:20.960061 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7c46b-d172-4563-8fed-1bbf97bdd262 req-430de9f7-c610-4f00-9363-1584f90ae7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:20.962541 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5ff7c46b-d172-4563-8fed-1bbf97bdd262 req-430de9f7-c610-4f00-9363-1584f90ae7c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 200 len: 855 time: 0.0814898 Dec 03 15:03:20.968222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-95f96f50-9074-4e57-9955-75540b785bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:21.059645 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-95f96f50-9074-4e57-9955-75540b785bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:21.132447 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7c46b-d172-4563-8fed-1bbf97bdd262 req-c62e8de7-180e-4642-809b-3342907e3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:21.134874 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5ff7c46b-d172-4563-8fed-1bbf97bdd262 req-c62e8de7-180e-4642-809b-3342907e3364 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f74f8bf3-3d51-4772-97cb-ee854694141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1633720 Dec 03 15:03:21.144525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-95f96f50-9074-4e57-9955-75540b785bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:21.153841 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b02066f6-dd03-461b-9fad-b62386ceb7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:21.201741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f96f50-9074-4e57-9955-75540b785bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02ad440-76b2-4f0a-aa72-753384405daf,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:21.233312 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9b456ffb-b538-4e4a-87ed-32d013496c7f req-f5c20115-48ee-4e7c-b874-954ad806b7e1 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 210 time: 0.3457770 Dec 03 15:03:21.270754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-95f96f50-9074-4e57-9955-75540b785bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:21.298481 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-95f96f50-9074-4e57-9955-75540b785bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:21.299811 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-95f96f50-9074-4e57-9955-75540b785bf5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f02ad440-76b2-4f0a-aa72-753384405daf HTTP/1.1" status: 204 len: 168 time: 0.5152431 Dec 03 15:03:21.345500 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a85691e4-4e98-4ca9-9675-dbb4077fdf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:21.347086 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a85691e4-4e98-4ca9-9675-dbb4077fdf20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd93a4c230914073aca399b3e3b82b07&device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 1160 time: 0.6122341 Dec 03 15:03:21.374009 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-2965cec0-c4f0-4d61-bb40-0ab578ee8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:21.375699 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-2965cec0-c4f0-4d61-bb40-0ab578ee8eac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5672431 Dec 03 15:03:21.392530 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5ff7c46b-d172-4563-8fed-1bbf97bdd262 req-42c78088-2a27-4285-9634-c9d84a8ddda1 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401927 Dec 03 15:03:21.458591 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'tag': '5682f271-b965-4c7d-957f-7223c6078977', 'status': 'completed', 'code': 200} Dec 03 15:03:21.538948 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-d3598967-d13e-47bd-bcfc-8684c472818e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=167faf0d-1280-4836-a8c8-e44024c39f79 HTTP/1.1" status: 200 len: 217 time: 0.1575463 Dec 03 15:03:21.552490 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49dd62-ae8d-4455-a322-8592799f6e6c req-c977d7ce-e081-4d8e-bd34-29f0ec3685c8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:21.561398 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb49dd62-ae8d-4455-a322-8592799f6e6c req-c977d7ce-e081-4d8e-bd34-29f0ec3685c8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 943 time: 0.6863880 Dec 03 15:03:21.627819 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5ff7c46b-d172-4563-8fed-1bbf97bdd262 req-ceecc431-e4ca-45a0-a2e7-c02632ff0932 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2276218 Dec 03 15:03:21.772567 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb49dd62-ae8d-4455-a322-8592799f6e6c req-fb875cd3-2e04-4f01-b262-1fb71b8315ed tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101300 Dec 03 15:03:21.772769 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58262) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:21.815399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-73a6aae0-b00e-4480-b3dc-6d3755c353bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:21.844048 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-f13137c7-12da-4710-9205-7c81ed0b9399 service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942637 Dec 03 15:03:21.856197 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-73a6aae0-b00e-4480-b3dc-6d3755c353bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:21.868306 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-73a6aae0-b00e-4480-b3dc-6d3755c353bd admin admin] Usage tracker for resource:security_group_rule and tenant:72d29b68004a481c88bedb453c37a643 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:21.874653 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-73a6aae0-b00e-4480-b3dc-6d3755c353bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:21.890330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-73a6aae0-b00e-4480-b3dc-6d3755c353bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:21.973448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Allocated IP 172.20.0.11 (3e4cb3c2-136f-4462-a261-a1143a9d1e89/08d10e37-6b80-4a5f-9433-0ac654b1d67c/41b65e05-5f9e-4714-bd85-527b11fb2e51) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:03:21.990746 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-2a5035ac-77ef-401d-83e9-c33677374d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:21.993020 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-2a5035ac-77ef-401d-83e9-c33677374d5e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f08cdce3-c72c-4b36-9269-b062a5efece6 HTTP/1.1" status: 200 len: 859 time: 0.3753474 Dec 03 15:03:22.063348 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-73a6aae0-b00e-4480-b3dc-6d3755c353bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:22.066282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-73a6aae0-b00e-4480-b3dc-6d3755c353bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:22.081061 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:22.130582 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-73a6aae0-b00e-4480-b3dc-6d3755c353bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72d29b68004a481c88bedb453c37a643&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3559866 Dec 03 15:03:22.136356 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58280) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:22.150904 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6aae0-b00e-4480-b3dc-6d3755c353bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a4214c-03d9-4a51-a2f0-91837470e4aa,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:22.155773 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-73a6aae0-b00e-4480-b3dc-6d3755c353bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:22.196163 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-86ef5c32-4b77-4ef5-9045-30fc8d96b894 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=248475ad-b79d-4d29-b86d-4c7b668805e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795269 Dec 03 15:03:22.217434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-69dc7ca3-fffa-4152-8458-de437bd23e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:22.277607 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-69dc7ca3-fffa-4152-8458-de437bd23e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:22.341793 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-69dc7ca3-fffa-4152-8458-de437bd23e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:22.347830 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-555e086c-cf89-4472-8e8a-8ed07c773aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:22.364329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc7ca3-fffa-4152-8458-de437bd23e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a4214c-03d9-4a51-a2f0-91837470e4aa,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:22.368012 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-69dc7ca3-fffa-4152-8458-de437bd23e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:22.370219 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-69dc7ca3-fffa-4152-8458-de437bd23e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:22.371811 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-69dc7ca3-fffa-4152-8458-de437bd23e7c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/39a4214c-03d9-4a51-a2f0-91837470e4aa HTTP/1.1" status: 204 len: 168 time: 0.2343471 Dec 03 15:03:22.450552 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-143d12e6-0c6d-4277-871b-a587cb9ed19a req-35ad4afc-195c-4c2b-a9fb-5966e6135bbf service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5990968 Dec 03 15:03:22.498047 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9fbf0-b141-406c-b844-7f1310fb1cc7 req-483f3b68-51b5-4cf5-9e90-6a84184a8ea7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:22.500861 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-acb9fbf0-b141-406c-b844-7f1310fb1cc7 req-483f3b68-51b5-4cf5-9e90-6a84184a8ea7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 944 time: 0.6530905 Dec 03 15:03:22.590827 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7eb39-4684-4cd4-974e-5bd3e6441c93 req-4d9602f7-b031-4b88-a9a5-c3244b8a6364 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:22.592682 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ece7eb39-4684-4cd4-974e-5bd3e6441c93 req-4d9602f7-b031-4b88-a9a5-c3244b8a6364 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.5259652 Dec 03 15:03:22.780910 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-a7a5d808-5ee7-45bc-99f7-274c31d09098 service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485497 Dec 03 15:03:22.825159 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-acb9fbf0-b141-406c-b844-7f1310fb1cc7 req-c175c843-ba1e-48a6-8d4e-8c48a169d903 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477758 Dec 03 15:03:22.831271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:22.883465 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58302) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:22.904964 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a3f655d4-80c3-4280-b06a-69b280224b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:22.916130 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ece7eb39-4684-4cd4-974e-5bd3e6441c93 req-8f94debf-510e-4506-ab99-85633e9fe05f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2749231 Dec 03 15:03:22.922607 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a3f655d4-80c3-4280-b06a-69b280224b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:22.927162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a3f655d4-80c3-4280-b06a-69b280224b44 admin admin] Usage tracker for resource:security_group_rule and tenant:273f990b450e4134988d2f3f1352ed22 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:22.931002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a3f655d4-80c3-4280-b06a-69b280224b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:22.942472 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a3f655d4-80c3-4280-b06a-69b280224b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:22.986194 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:23.001590 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520cdf7-665c-4d73-a290-12befa035e62 req-8dd69a58-6ffb-4fe4-a85f-ffb3a7316000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:23.003636 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5520cdf7-665c-4d73-a290-12befa035e62 req-8dd69a58-6ffb-4fe4-a85f-ffb3a7316000 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=341cf04604de451ba8a75ae14d0ebf68&device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 1161 time: 0.4199650 Dec 03 15:03:23.074961 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a3f655d4-80c3-4280-b06a-69b280224b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:23.078017 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a3f655d4-80c3-4280-b06a-69b280224b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:23.094162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:23.124267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-70d7205d-0b85-48c0-aee0-77224583cdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:23.126950 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-69c14c8b-e20c-450a-b497-617c541449d3 req-a5a84696-65ae-4b7f-a1b5-c26263917761 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 210 time: 0.1149044 Dec 03 15:03:23.271536 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7600ae58-2690-4906-85b8-02aeb88202f4 req-c243d044-6274-4a11-86f9-34067e855c7e service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4813037 Dec 03 15:03:23.337467 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a3f655d4-80c3-4280-b06a-69b280224b44 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=273f990b450e4134988d2f3f1352ed22&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4527254 Dec 03 15:03:23.338959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58312) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:23.339354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:23.350793 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f655d4-80c3-4280-b06a-69b280224b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c089fe13-fa2b-405c-aa75-bd21149e3ed6,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:23.356600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a3f655d4-80c3-4280-b06a-69b280224b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:23.428977 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ad25274e-bfcd-4b70-8f2b-e0baa0cddc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:23.465326 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ad25274e-bfcd-4b70-8f2b-e0baa0cddc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:23.523150 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ad25274e-bfcd-4b70-8f2b-e0baa0cddc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:23.531060 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-be5972e9-6398-4833-8ac7-0eea5f6804d7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:23.550920 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ad25274e-bfcd-4b70-8f2b-e0baa0cddc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:23.555723 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-ad25274e-bfcd-4b70-8f2b-e0baa0cddc48 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c089fe13-fa2b-405c-aa75-bd21149e3ed6 HTTP/1.1" status: 204 len: 168 time: 0.2125571 Dec 03 15:03:23.555723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25274e-bfcd-4b70-8f2b-e0baa0cddc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c089fe13-fa2b-405c-aa75-bd21149e3ed6,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:23.598081 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ad25274e-bfcd-4b70-8f2b-e0baa0cddc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:23.674749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4e41bafe-bb67-4bb5-998f-82b9ee65632e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:23.716743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cf69f1-4ac2-4035-80de-5a6601e14668', 'tag': '167faf0d-1280-4836-a8c8-e44024c39f79'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:23.737230 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520cdf7-665c-4d73-a290-12befa035e62 req-59a1df88-ecd9-44b9-b564-7f0f0d77ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:23.739453 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5520cdf7-665c-4d73-a290-12befa035e62 req-59a1df88-ecd9-44b9-b564-7f0f0d77ffa4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe HTTP/1.1" status: 200 len: 905 time: 0.6779821 Dec 03 15:03:23.924355 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58348) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:23.952831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15565d-2b87-48d8-a627-51766891b860 req-3fe7bb13-5c1f-4018-9170-f61f5624f9d8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:23.954455 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7a15565d-2b87-48d8-a627-51766891b860 req-3fe7bb13-5c1f-4018-9170-f61f5624f9d8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 943 time: 0.8311253 Dec 03 15:03:23.981455 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5520cdf7-665c-4d73-a290-12befa035e62 req-c12cad59-89c6-423c-9260-85317bb26cb5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5682f271-b965-4c7d-957f-7223c6078977 HTTP/1.1" status: 200 len: 217 time: 0.1125474 Dec 03 15:03:23.990096 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Pushing event updated for resources: {'Port': ['ID=41b65e05-5f9e-4714-bd85-527b11fb2e51,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:24.011112 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:24.123461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:24.133794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9043f-a309-4177-8d37-ffb1793ab9f1 req-966d7c57-cd5c-45cb-ae93-4cf2596409f6 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:24.135531 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-20f9043f-a309-4177-8d37-ffb1793ab9f1 req-966d7c57-cd5c-45cb-ae93-4cf2596409f6 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 945 time: 0.4658942 Dec 03 15:03:24.143572 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:24.148308 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ab526c5de0ae494a8f9ddf579da05a3a is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:24.152396 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:24.156046 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7a15565d-2b87-48d8-a627-51766891b860 req-ba1f9f92-78c4-4133-abac-68242371b3c5 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821189 Dec 03 15:03:24.160210 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:24.220941 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520cdf7-665c-4d73-a290-12befa035e62 req-7a00190e-d5c7-4bb8-9c9d-fb55885b99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:24.223563 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5520cdf7-665c-4d73-a290-12befa035e62 req-7a00190e-d5c7-4bb8-9c9d-fb55885b99b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4253b1e0-eddd-4edf-a51b-96580eb33f8b HTTP/1.1" status: 200 len: 850 time: 0.2115214 Dec 03 15:03:24.235223 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Network 3e4cb3c2-136f-4462-a261-a1143a9d1e89 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:03:24.240876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:24.280686 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:24.284117 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:24.286665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:03:24.291110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:24.291844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:24.299244 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cf69f1-4ac2-4035-80de-5a6601e14668', 'tag': '167faf0d-1280-4836-a8c8-e44024c39f79', 'status': 'completed', 'code': 200} Dec 03 15:03:24.315731 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:24.337967 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab526c5de0ae494a8f9ddf579da05a3a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4120612 Dec 03 15:03:24.343138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58370) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:24.388304 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea09879-eabf-4823-9da7-17b1ff118d83,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:24.390760 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-20f9043f-a309-4177-8d37-ffb1793ab9f1 req-880bcd73-d367-4b62-bcee-7e5d0eb8489e tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331707 Dec 03 15:03:24.399197 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5000353 Dec 03 15:03:24.409333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.409575 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.409960 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.410314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.410695 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.411071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.411451 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.411817 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.412405 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.412555 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.412933 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.413243 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.413715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.414116 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.414492 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.414856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.415221 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.415592 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.415958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.416354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.416718 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.417087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.417454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.417843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:24.422967 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:24.429257 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Request body: {'port': {'device_id': '08bf2808-c64a-4673-bc46-264229f95897', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:24.455613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5cedf473-1065-486a-90e3-ce952163082c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:24.495013 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5cedf473-1065-486a-90e3-ce952163082c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:24.560625 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520cdf7-665c-4d73-a290-12befa035e62 req-3e7e9c09-380a-4716-9dcf-50cfc0ce79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:24.562322 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5520cdf7-665c-4d73-a290-12befa035e62 req-3e7e9c09-380a-4716-9dcf-50cfc0ce79b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3227487 Dec 03 15:03:24.574024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5cedf473-1065-486a-90e3-ce952163082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:24.583824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device eb70472c-5223-443e-8685-5f7d855e581b up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:24.588958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-597abf7d-3c2d-4675-917a-35068f637305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:24.606261 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedf473-1065-486a-90e3-ce952163082c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea09879-eabf-4823-9da7-17b1ff118d83,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:24.614966 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5cedf473-1065-486a-90e3-ce952163082c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:24.617959 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-5cedf473-1065-486a-90e3-ce952163082c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ea09879-eabf-4823-9da7-17b1ff118d83 HTTP/1.1" status: 204 len: 168 time: 0.2737730 Dec 03 15:03:24.619464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5cedf473-1065-486a-90e3-ce952163082c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:24.736466 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port eb70472c-5223-443e-8685-5f7d855e581b completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:24.742422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port eb70472c-5223-443e-8685-5f7d855e581b triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:24.742873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:24.873306 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b3cf6-041e-492c-99ce-59cba37633ac req-12259374-054e-445a-8353-1398a7ee8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:24.875207 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa2b3cf6-041e-492c-99ce-59cba37633ac req-12259374-054e-445a-8353-1398a7ee8a71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd93a4c230914073aca399b3e3b82b07&device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 1160 time: 0.5225487 Dec 03 15:03:24.885613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:24.919688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:24.920471 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:24.933488 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port eb70472c-5223-443e-8685-5f7d855e581b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=eb70472c-5223-443e-8685-5f7d855e581b,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:24.937251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:24.939467 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:25.025227 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=eb70472c-5223-443e-8685-5f7d855e581b,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:25.037762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:25.102624 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf22e8e-6391-4ac1-bfff-000687cc4267 req-a095e066-205e-4e36-bb3d-e27865b5b11a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:25.108673 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-acf22e8e-6391-4ac1-bfff-000687cc4267 req-a095e066-205e-4e36-bb3d-e27865b5b11a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 944 time: 0.6461916 Dec 03 15:03:25.181404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58392) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:25.205996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a8da9182-0855-4d5d-87dd-b5d8aa1d3979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:25.222876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a8da9182-0855-4d5d-87dd-b5d8aa1d3979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:25.227120 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a8da9182-0855-4d5d-87dd-b5d8aa1d3979 admin admin] Usage tracker for resource:security_group_rule and tenant:e8e610794efc42019ef5f77e8bcf742c is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:25.230043 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a8da9182-0855-4d5d-87dd-b5d8aa1d3979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:25.235924 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a8da9182-0855-4d5d-87dd-b5d8aa1d3979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:25.271478 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5520cdf7-665c-4d73-a290-12befa035e62 req-13a6f025-eeb6-4720-8bcd-20817fb4f500 service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136296 Dec 03 15:03:25.291491 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5bdbc-db1e-4bc2-8e7d-8436a0f35a1b req-d04e3340-eecf-4598-b07a-193254c1c384 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:25.293161 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fda5bdbc-db1e-4bc2-8e7d-8436a0f35a1b req-d04e3340-eecf-4598-b07a-193254c1c384 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.6081903 Dec 03 15:03:25.345284 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-acf22e8e-6391-4ac1-bfff-000687cc4267 req-8fbf23ca-e883-47bc-b2c9-b9d0645cbd12 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214549 Dec 03 15:03:25.358853 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a8da9182-0855-4d5d-87dd-b5d8aa1d3979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:25.363102 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a8da9182-0855-4d5d-87dd-b5d8aa1d3979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:25.365947 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b3cf6-041e-492c-99ce-59cba37633ac req-d360ad1d-1845-4a0c-931b-9f81afbf4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:25.368100 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa2b3cf6-041e-492c-99ce-59cba37633ac req-d360ad1d-1845-4a0c-931b-9f81afbf4052 service neutron] 10.222.0.65 "GET /v2.0/networks?id=248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 200 len: 913 time: 0.4794011 Dec 03 15:03:25.395427 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4b9b525e-5315-4d09-b56c-c0a8d00b2eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:25.457334 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a8da9182-0855-4d5d-87dd-b5d8aa1d3979 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8e610794efc42019ef5f77e8bcf742c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2744880 Dec 03 15:03:25.460016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da9182-0855-4d5d-87dd-b5d8aa1d3979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36cf90b-b2d5-4a19-833f-ef5bacf034a7,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:25.467288 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58406) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:25.475168 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a8da9182-0855-4d5d-87dd-b5d8aa1d3979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:25.613242 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5b11392c-a524-4a50-8a5c-97eb9cf8e0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:25.648800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-df30ea23-c08d-42a3-ae80-2a955dfd3c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:25.658342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5b11392c-a524-4a50-8a5c-97eb9cf8e0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:25.800340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5b11392c-a524-4a50-8a5c-97eb9cf8e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:25.808919 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6756ce05-0f48-4f4f-bed9-731d51790f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:25.832412 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11392c-a524-4a50-8a5c-97eb9cf8e0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36cf90b-b2d5-4a19-833f-ef5bacf034a7,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:25.840299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5b11392c-a524-4a50-8a5c-97eb9cf8e0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:25.862199 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-74dc6189-8136-4ec8-9e04-6245e15057fa tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:25.863184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-74dc6189-8136-4ec8-9e04-6245e15057fa tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Synchronizing usage tracker for tenant:f9bf918ac82e424a90a32f59535e0889 on resource:port {{(pid=80304) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:25.904026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5b11392c-a524-4a50-8a5c-97eb9cf8e0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:25.905527 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-5b11392c-a524-4a50-8a5c-97eb9cf8e0f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d36cf90b-b2d5-4a19-833f-ef5bacf034a7 HTTP/1.1" status: 204 len: 168 time: 0.4333246 Dec 03 15:03:25.909409 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-74dc6189-8136-4ec8-9e04-6245e15057fa tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Unset dirty status for tenant:f9bf918ac82e424a90a32f59535e0889 on resource:port {{(pid=80304) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:25.910602 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-74dc6189-8136-4ec8-9e04-6245e15057fa tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.65 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 945 time: 0.1980250 Dec 03 15:03:25.992861 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa2b3cf6-041e-492c-99ce-59cba37633ac req-2126e73d-fb61-4d1b-a2e2-74ee0c9854f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=167faf0d-1280-4836-a8c8-e44024c39f79 HTTP/1.1" status: 200 len: 217 time: 0.5553968 Dec 03 15:03:26.007909 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Deleting port 70eb174f-d02d-459c-84f6-f55b6447ecc3 {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:03:26.008317 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:26.068190 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fda5bdbc-db1e-4bc2-8e7d-8436a0f35a1b req-5fda0a98-f02d-4d81-8fe7-d44367ea3d55 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7532401 Dec 03 15:03:26.154277 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:26.238844 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b', 'code': 200} Dec 03 15:03:26.258277 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b3cf6-041e-492c-99ce-59cba37633ac req-ef2eb7ca-ae57-4b1a-a17c-aedb9c2c5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:26.259844 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa2b3cf6-041e-492c-99ce-59cba37633ac req-ef2eb7ca-ae57-4b1a-a17c-aedb9c2c5159 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f08cdce3-c72c-4b36-9269-b062a5efece6 HTTP/1.1" status: 200 len: 859 time: 0.2459314 Dec 03 15:03:26.337556 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5520cdf7-665c-4d73-a290-12befa035e62 req-5e302445-1c6e-4c61-a7a6-65adba5e6371 service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0339143 Dec 03 15:03:26.364496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6de402-62aa-49b7-b049-a3516b830c8a req-eabea7a9-0410-494e-a225-99d751c5b458 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:26.365366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-0f6de402-62aa-49b7-b049-a3516b830c8a req-eabea7a9-0410-494e-a225-99d751c5b458 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Synchronizing usage tracker for tenant:51096ff870fd49698a0d8a8629a14987 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:26.380592 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa2b3cf6-041e-492c-99ce-59cba37633ac req-fc8a2c9f-a805-4692-91ae-67687d188dba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=248475ad-b79d-4d29-b86d-4c7b668805e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897307 Dec 03 15:03:26.426540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-0f6de402-62aa-49b7-b049-a3516b830c8a req-eabea7a9-0410-494e-a225-99d751c5b458 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Unset dirty status for tenant:51096ff870fd49698a0d8a8629a14987 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:26.433934 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0f6de402-62aa-49b7-b049-a3516b830c8a req-eabea7a9-0410-494e-a225-99d751c5b458 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 932 time: 0.5246148 Dec 03 15:03:26.502583 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] For port 70eb174f-d02d-459c-84f6-f55b6447ecc3, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=70eb174f-d02d-459c-84f6-f55b6447ecc3,segment=NetworkSegment(304a780e-2217-4522-8dee-803ec1844ce5),segment_id=304a780e-2217-4522-8dee-803ec1844ce5)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:26.503136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:26.703919 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Calling delete_port for 70eb174f-d02d-459c-84f6-f55b6447ecc3 owned by compute:nova {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:03:26.722589 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0f6de402-62aa-49b7-b049-a3516b830c8a req-f66e2659-42c3-467b-9028-bf98e5d26f9c tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/security-groups?id=30078777-3f9a-449e-b296-619081875359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876043 Dec 03 15:03:26.810675 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 5682f271-b965-4c7d-957f-7223c6078977 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:26.955353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port 5682f271-b965-4c7d-957f-7223c6078977 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:26.971009 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 5682f271-b965-4c7d-957f-7223c6078977 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:26.972492 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:26.995591 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa2b3cf6-041e-492c-99ce-59cba37633ac req-b9b200f9-8a95-4733-b51a-e0bcc6deea1b service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009023 Dec 03 15:03:27.029290 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315'] for port, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:27.059076 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b65e05-5f9e-4714-bd85-527b11fb2e51 {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:03:27.067891 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:27.075947 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:27.100915 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Transition to ACTIVE for port object 41b65e05-5f9e-4714-bd85-527b11fb2e51 will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:03:27.125129 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a15f-2c1d-4abd-b713-a5fdf947fcaf req-0ea8b9c6-e1da-4098-9444-ab2692e0d63e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:27.137376 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e230a15f-2c1d-4abd-b713-a5fdf947fcaf req-0ea8b9c6-e1da-4098-9444-ab2692e0d63e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 943 time: 0.6690013 Dec 03 15:03:27.203874 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040be89-2352-448c-b3ef-ba3daf60d898 req-c5ccde7a-1cad-4c31-a91b-24dea53ff66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:27.205865 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7040be89-2352-448c-b3ef-ba3daf60d898 req-c5ccde7a-1cad-4c31-a91b-24dea53ff66d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 1163 time: 0.6557539 Dec 03 15:03:27.206709 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:27.228547 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:27.248473 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:27.254409 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:27.331698 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 5682f271-b965-4c7d-957f-7223c6078977, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=5682f271-b965-4c7d-957f-7223c6078977,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:27.334321 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Pushing event deleted for resources: {'Port': ['ID=70eb174f-d02d-459c-84f6-f55b6447ecc3,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:27.339859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:27.348583 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:27.349945 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device eb70472c-5223-443e-8685-5f7d855e581b up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:27.428409 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-10afbf6f-4a56-474c-a79a-657195d7182a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:27.428582 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e230a15f-2c1d-4abd-b713-a5fdf947fcaf req-30d77a5d-3f06-41d8-8b32-c7191a836a15 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900579 Dec 03 15:03:27.506153 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:27.604907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] No DVR routers for this DVR port 70eb174f-d02d-459c-84f6-f55b6447ecc3 on host hv-cinder-75790 {{(pid=80304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:03:27.613766 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port eb70472c-5223-443e-8685-5f7d855e581b triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:27.615288 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:27.624092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:27.634109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c88792-dc05-4b34-b502-4fbbea372be4', 'name': 'network-vif-deleted', 'tag': '70eb174f-d02d-459c-84f6-f55b6447ecc3'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:27.651215 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.65 "DELETE /v2.0/ports/70eb174f-d02d-459c-84f6-f55b6447ecc3 HTTP/1.1" status: 204 len: 173 time: 1.7340863 Dec 03 15:03:27.752171 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=5682f271-b965-4c7d-957f-7223c6078977,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:27.764707 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:27.835117 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-7040be89-2352-448c-b3ef-ba3daf60d898 req-366b3fbc-aed0-45e8-b498-ad19d2c92c6f service neutron] Synchronizing usage tracker for tenant:68f0d9f0c45c4f6fb70ea91830aa7d4c on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:27.851496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 167faf0d-1280-4836-a8c8-e44024c39f79 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:28.004131 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port 167faf0d-1280-4836-a8c8-e44024c39f79 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:28.010554 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 167faf0d-1280-4836-a8c8-e44024c39f79 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:28.011123 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:28.041417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Pushing event updated for resources: {'Port': ['ID=41b65e05-5f9e-4714-bd85-527b11fb2e51,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:28.075190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.075190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.075190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.075190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.075190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.075190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.075190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.075190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.075190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.075190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.075794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.076404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.076404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.076812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.077343 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.077943 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.078179 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.078824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.078932 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.079263 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.079716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.080117 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.080524 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.081324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:28.086604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:28.128038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a2503-74ad-4ef2-8a2b-650c34f80e94 req-9b1a581f-d8ea-4edc-a6f7-b89f8d093439 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:28.129963 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-700a2503-74ad-4ef2-8a2b-650c34f80e94 req-9b1a581f-d8ea-4edc-a6f7-b89f8d093439 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/ports?device_id=19c88792-dc05-4b34-b502-4fbbea372be4 HTTP/1.1" status: 200 len: 867 time: 1.2005124 Dec 03 15:03:28.138444 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-7040be89-2352-448c-b3ef-ba3daf60d898 req-366b3fbc-aed0-45e8-b498-ad19d2c92c6f service neutron] Unset dirty status for tenant:68f0d9f0c45c4f6fb70ea91830aa7d4c on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:28.139696 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7040be89-2352-448c-b3ef-ba3daf60d898 req-366b3fbc-aed0-45e8-b498-ad19d2c92c6f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8766446 Dec 03 15:03:28.149227 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa2b3cf6-041e-492c-99ce-59cba37633ac req-a3de74fc-a481-4499-a848-923c18af1f80 service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1383009 Dec 03 15:03:28.161417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:28.175372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Attempting to bind port 41b65e05-5f9e-4714-bd85-527b11fb2e51 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:03:28.175749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Attempting to bind port 41b65e05-5f9e-4714-bd85-527b11fb2e51 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '7e168a13-80a2-4c88-b114-b7b4883d3cda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3e4cb3c2-136f-4462-a261-a1143a9d1e89'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:03:28.176148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Attempting to bind port 41b65e05-5f9e-4714-bd85-527b11fb2e51 on network 3e4cb3c2-136f-4462-a261-a1143a9d1e89 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:03:28.193753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:03:28.194177 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Checking segment: {'id': '7e168a13-80a2-4c88-b114-b7b4883d3cda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3e4cb3c2-136f-4462-a261-a1143a9d1e89'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:03:28.194584 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:28.195084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Bound using segment: {'id': '7e168a13-80a2-4c88-b114-b7b4883d3cda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3e4cb3c2-136f-4462-a261-a1143a9d1e89'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:03:28.195576 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Bound port: 41b65e05-5f9e-4714-bd85-527b11fb2e51, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e168a13-80a2-4c88-b114-b7b4883d3cda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3e4cb3c2-136f-4462-a261-a1143a9d1e89'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:03:28.196063 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:28.203367 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 167faf0d-1280-4836-a8c8-e44024c39f79, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=167faf0d-1280-4836-a8c8-e44024c39f79,segment=NetworkSegment(a792aa9d-02d8-4b40-ba94-6fceaec71b96),segment_id=a792aa9d-02d8-4b40-ba94-6fceaec71b96)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:28.206874 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:28.210134 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2e8fe629-8c39-44bd-aabf-8910a0ba1b4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:28.289874 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7368325-7a75-4f7e-8373-3bba962e13cb req-9e93c0eb-d1f0-49ac-83da-6eb06ea9a313 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:28.291763 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f7368325-7a75-4f7e-8373-3bba962e13cb req-9e93c0eb-d1f0-49ac-83da-6eb06ea9a313 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.4498084 Dec 03 15:03:28.299014 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-700a2503-74ad-4ef2-8a2b-650c34f80e94 req-789c1e49-8f41-4c9a-9da5-999f0869878f tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] 10.222.0.81 "GET /v2.0/security-groups?id=802ea85f-17f7-425e-a0c9-106ac67e2d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529212 Dec 03 15:03:28.394708 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f7368325-7a75-4f7e-8373-3bba962e13cb req-81b46989-9f5e-4b04-bf71-e2c1a091fb4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945249 Dec 03 15:03:28.396005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] For port 41b65e05-5f9e-4714-bd85-527b11fb2e51, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:03:28.400646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] For port 41b65e05-5f9e-4714-bd85-527b11fb2e51, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=41b65e05-5f9e-4714-bd85-527b11fb2e51,segment=NetworkSegment(7e168a13-80a2-4c88-b114-b7b4883d3cda),segment_id=7e168a13-80a2-4c88-b114-b7b4883d3cda)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:03:28.405825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:28.462890 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-96e76197-e6d6-4fb6-b1da-441205a04d1e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:28.472977 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5682f271-b965-4c7d-957f-7223c6078977'}, {'server_uuid': '44cf69f1-4ac2-4035-80de-5a6601e14668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167faf0d-1280-4836-a8c8-e44024c39f79'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:28.502681 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c88792-dc05-4b34-b502-4fbbea372be4', 'name': 'network-vif-deleted', 'tag': '70eb174f-d02d-459c-84f6-f55b6447ecc3', 'status': 'completed', 'code': 200} Dec 03 15:03:28.527752 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=167faf0d-1280-4836-a8c8-e44024c39f79,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:28.531488 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:28.628321 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 5682f271-b965-4c7d-957f-7223c6078977 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:28.738904 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 5682f271-b965-4c7d-957f-7223c6078977 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:28.739345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:28.919100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 70eb174f-d02d-459c-84f6-f55b6447ecc3 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:03:28.975148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] No Port match for: 70eb174f-d02d-459c-84f6-f55b6447ecc3 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:03:28.975824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 70eb174f-d02d-459c-84f6-f55b6447ecc3 not bound to the agent host hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:03:29.054299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Pushing event updated for resources: {'Port': ['ID=41b65e05-5f9e-4714-bd85-527b11fb2e51,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:29.065630 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:29.150466 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52497270-eb3f-4d8f-95df-5b74306fa696 req-adbe81c4-49ea-4bd0-8c5e-825b02b41582 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:29.152264 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52497270-eb3f-4d8f-95df-5b74306fa696 req-adbe81c4-49ea-4bd0-8c5e-825b02b41582 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.5734231 Dec 03 15:03:29.153576 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:29.154314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:29.155853 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] 10.222.0.65 "PUT /v2.0/ports/41b65e05-5f9e-4714-bd85-527b11fb2e51 HTTP/1.1" status: 200 len: 1158 time: 4.7357824 Dec 03 15:03:29.157396 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bf2808-c64a-4673-bc46-264229f95897', 'tag': '41b65e05-5f9e-4714-bd85-527b11fb2e51'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:29.171604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be1c9-452a-433a-a665-8205b0b21088 req-504a3dba-07d4-49a5-9572-9fac758f1577 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:29.173499 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-244be1c9-452a-433a-a665-8205b0b21088 req-504a3dba-07d4-49a5-9572-9fac758f1577 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 944 time: 0.3020766 Dec 03 15:03:29.279814 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52497270-eb3f-4d8f-95df-5b74306fa696 req-86446932-709e-44b4-92e3-ac719d80bf34 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160667 Dec 03 15:03:29.293453 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-244be1c9-452a-433a-a665-8205b0b21088 req-1ff2e48a-1402-4255-ab76-ac59d5c6a563 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/security-groups?id=30078777-3f9a-449e-b296-619081875359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039515 Dec 03 15:03:29.467448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-e3b1e41f-818a-4eeb-a564-6f42923da0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:29.478402 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-e3b1e41f-818a-4eeb-a564-6f42923da0a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51096ff870fd49698a0d8a8629a14987&device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 1161 time: 0.1708183 Dec 03 15:03:29.484806 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5682f271-b965-4c7d-957f-7223c6078977', 'code': 200} Dec 03 15:03:29.485148 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cf69f1-4ac2-4035-80de-5a6601e14668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167faf0d-1280-4836-a8c8-e44024c39f79', 'code': 200} Dec 03 15:03:29.604665 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bf2808-c64a-4673-bc46-264229f95897', 'tag': '41b65e05-5f9e-4714-bd85-527b11fb2e51', 'status': 'completed', 'code': 200} Dec 03 15:03:29.616070 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-7a83b918-ecaf-4ac3-a5f0-c60bb870a88f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b65e05-5f9e-4714-bd85-527b11fb2e51 HTTP/1.1" status: 200 len: 217 time: 0.1287663 Dec 03 15:03:29.748874 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-96f94c13-2a18-4d2a-bf44-b87caa6364ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:29.750499 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-96f94c13-2a18-4d2a-bf44-b87caa6364ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=08d10e37-6b80-4a5f-9433-0ac654b1d67c HTTP/1.1" status: 200 len: 848 time: 0.0872774 Dec 03 15:03:29.850387 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-627760d0-c47e-41c2-b1de-736de98d5e6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3e4cb3c2-136f-4462-a261-a1143a9d1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882986 Dec 03 15:03:30.202188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96dc55-6e9a-43f9-98fd-3c04b270d663 req-748bfe06-8d71-4e10-972b-9097ae19230c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:30.203847 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0a96dc55-6e9a-43f9-98fd-3c04b270d663 req-748bfe06-8d71-4e10-972b-9097ae19230c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.5964730 Dec 03 15:03:30.217439 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-69c050d5-279a-444c-9c78-b3afcf7f71bf service neutron] 10.222.0.65 "GET /v2.0/networks/3e4cb3c2-136f-4462-a261-a1143a9d1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563402 Dec 03 15:03:30.333099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58556) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:30.427138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1678b-a6d3-4899-adeb-7b0cb3c59923 req-4b6ae816-a6be-4db9-8589-7cf1dd9fb85c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:30.435235 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-69b1678b-a6d3-4899-adeb-7b0cb3c59923 req-4b6ae816-a6be-4db9-8589-7cf1dd9fb85c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.4186056 Dec 03 15:03:30.439009 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0a96dc55-6e9a-43f9-98fd-3c04b270d663 req-698650e0-2fac-4c6f-af18-250725aa2a9d tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102828 Dec 03 15:03:30.446760 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71d38b-08d3-4a28-921e-fa95b54856f3 req-7aec0e3a-4b07-4f91-a51f-603bc75567fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:30.448641 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fe71d38b-08d3-4a28-921e-fa95b54856f3 req-7aec0e3a-4b07-4f91-a51f-603bc75567fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 1163 time: 0.3795898 Dec 03 15:03:30.486904 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d937b78-28d3-4130-a3b3-641541377b1f req-5c5cf0ec-55cc-4978-a979-e9b5e733356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:30.488832 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d937b78-28d3-4130-a3b3-641541377b1f req-5c5cf0ec-55cc-4978-a979-e9b5e733356f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 1162 time: 0.4737175 Dec 03 15:03:30.523892 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c735-2a96-42fa-9cf2-e254f1151438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:30.544717 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-5bf0c735-2a96-42fa-9cf2-e254f1151438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:30.549765 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-5bf0c735-2a96-42fa-9cf2-e254f1151438 admin admin] Usage tracker for resource:security_group_rule and tenant:06bcb6f8460b4a5186d637813d7c60a1 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:30.554225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-5bf0c735-2a96-42fa-9cf2-e254f1151438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:30.562407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-5bf0c735-2a96-42fa-9cf2-e254f1151438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:30.611348 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f01961cc-7f9a-4b9b-a8fd-b7ccd1981e42 req-b8797635-3fdf-43f2-8480-fabb87f8e276 service neutron] 10.222.0.65 "GET /v2.0/networks/3e4cb3c2-136f-4462-a261-a1143a9d1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3860047 Dec 03 15:03:30.636086 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-69b1678b-a6d3-4899-adeb-7b0cb3c59923 req-4945468b-09ae-4d6a-8838-364c4f066b0a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996868 Dec 03 15:03:30.643001 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fe71d38b-08d3-4a28-921e-fa95b54856f3 req-4ebfe32c-e871-4879-8cd3-fe2c1af9106f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496127 Dec 03 15:03:30.679264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c735-2a96-42fa-9cf2-e254f1151438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:30.682882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c735-2a96-42fa-9cf2-e254f1151438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:30.684501 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d937b78-28d3-4130-a3b3-641541377b1f req-315b6571-3210-48b6-b944-7ac780040be9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689188 Dec 03 15:03:30.693146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-69dc7ca3-fffa-4152-8458-de437bd23e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:30.729070 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-5bf0c735-2a96-42fa-9cf2-e254f1151438 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06bcb6f8460b4a5186d637813d7c60a1&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3948188 Dec 03 15:03:30.732548 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 58568) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:30.740433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2328ba-e899-4889-9da1-547f2116b96d req-46af1088-0b9c-4e31-819f-2eeb6d8fc642 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:30.742423 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2b2328ba-e899-4889-9da1-547f2116b96d req-46af1088-0b9c-4e31-819f-2eeb6d8fc642 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 944 time: 0.1048553 Dec 03 15:03:30.745039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0c735-2a96-42fa-9cf2-e254f1151438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2ba8e2-c909-49fe-96fe-7499f11646c4,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:30.749736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5bf0c735-2a96-42fa-9cf2-e254f1151438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:30.892544 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2b2328ba-e899-4889-9da1-547f2116b96d req-9a774a97-969b-4fda-b124-4588375acf70 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/security-groups?id=30078777-3f9a-449e-b296-619081875359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330280 Dec 03 15:03:30.916368 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device eb70472c-5223-443e-8685-5f7d855e581b up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:30.919151 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21ef45ad-a8cc-4385-a984-d0b280e12ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:30.955085 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21ef45ad-a8cc-4385-a984-d0b280e12ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:30.971439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982787e-fcef-4138-a854-5a298cb41af2 req-d0ad24ce-4796-4b9d-bcc7-bdfbe7d6de46 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:30.973075 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1982787e-fcef-4138-a854-5a298cb41af2 req-d0ad24ce-4796-4b9d-bcc7-bdfbe7d6de46 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1938202 Dec 03 15:03:30.993345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port eb70472c-5223-443e-8685-5f7d855e581b triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:30.993822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:31.053430 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1982787e-fcef-4138-a854-5a298cb41af2 req-80c07f5c-b371-4a4f-93c0-22f390d039bc tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704091 Dec 03 15:03:31.061601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21ef45ad-a8cc-4385-a984-d0b280e12ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:31.068435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3a0df78d-d475-4183-8b02-41e9cd218afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:31.083437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef45ad-a8cc-4385-a984-d0b280e12ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2ba8e2-c909-49fe-96fe-7499f11646c4,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:31.086575 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21ef45ad-a8cc-4385-a984-d0b280e12ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:31.087797 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-21ef45ad-a8cc-4385-a984-d0b280e12ed8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d2ba8e2-c909-49fe-96fe-7499f11646c4 HTTP/1.1" status: 204 len: 168 time: 0.3442216 Dec 03 15:03:31.089037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-21ef45ad-a8cc-4385-a984-d0b280e12ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:31.181032 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 167faf0d-1280-4836-a8c8-e44024c39f79 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:31.275293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 167faf0d-1280-4836-a8c8-e44024c39f79 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:31.275822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:31.380178 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aa3af-fd32-4bf7-850c-3c2e402d3820 req-1bc91056-fcea-4599-9a9e-12c2bad00fc2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:31.381844 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6d0aa3af-fd32-4bf7-850c-3c2e402d3820 req-1bc91056-fcea-4599-9a9e-12c2bad00fc2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1755610 Dec 03 15:03:31.392766 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58596) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:31.401861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-2e6b8036-cb10-45be-9b3d-2dd6859e14b9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Request body: {'floatingip': {'port_id': 'eb70472c-5223-443e-8685-5f7d855e581b'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:31.461604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebb08c-7054-4b3b-bb76-a05117b3cf77 req-761d0276-d040-4269-a957-6ee02cccb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:31.463151 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d1ebb08c-7054-4b3b-bb76-a05117b3cf77 req-761d0276-d040-4269-a957-6ee02cccb4f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51096ff870fd49698a0d8a8629a14987&device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 1161 time: 0.1609292 Dec 03 15:03:31.502987 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8036-cb10-45be-9b3d-2dd6859e14b9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:31.722215 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 58612) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:31.821157 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b8109a7-7760-4bc1-9abb-de6e58cb11d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:31.920592 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8b8109a7-7760-4bc1-9abb-de6e58cb11d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:31.939878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8b8109a7-7760-4bc1-9abb-de6e58cb11d7 admin admin] Usage tracker for resource:security_group_rule and tenant:09c464f9239f430db4f76a42432e0b50 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:31.962606 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8b8109a7-7760-4bc1-9abb-de6e58cb11d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:31.978772 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8b8109a7-7760-4bc1-9abb-de6e58cb11d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:31.981387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebb08c-7054-4b3b-bb76-a05117b3cf77 req-c5f4cf24-1f84-4903-a058-9975b1e010e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:31.983020 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d1ebb08c-7054-4b3b-bb76-a05117b3cf77 req-c5f4cf24-1f84-4903-a058-9975b1e010e5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3e4cb3c2-136f-4462-a261-a1143a9d1e89 HTTP/1.1" status: 200 len: 902 time: 0.5128152 Dec 03 15:03:32.089899 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d1ebb08c-7054-4b3b-bb76-a05117b3cf77 req-e6fe3839-6161-481e-b253-d07ecd8cddef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b65e05-5f9e-4714-bd85-527b11fb2e51 HTTP/1.1" status: 200 len: 217 time: 0.0984163 Dec 03 15:03:32.101136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b4be3-ef91-4a90-a10d-0cd6f90c5fc1 req-50489c93-1a98-4efa-9841-d8c5856aa4b3 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:32.102962 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a08b4be3-ef91-4a90-a10d-0cd6f90c5fc1 req-50489c93-1a98-4efa-9841-d8c5856aa4b3 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.4620590 Dec 03 15:03:32.191999 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49cac3-b82a-45ca-a459-d6a68a45bf89 req-8fec169e-1c4e-497c-aa36-874bc83525fc tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:32.193636 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8a49cac3-b82a-45ca-a459-d6a68a45bf89 req-8fec169e-1c4e-497c-aa36-874bc83525fc tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.3374157 Dec 03 15:03:32.264029 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a08b4be3-ef91-4a90-a10d-0cd6f90c5fc1 req-9f426db4-12c9-472e-9398-156745df8acb tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517522 Dec 03 15:03:32.265285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebb08c-7054-4b3b-bb76-a05117b3cf77 req-9ae2a372-3080-46cd-b438-a6999f2d030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:32.266784 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d1ebb08c-7054-4b3b-bb76-a05117b3cf77 req-9ae2a372-3080-46cd-b438-a6999f2d030d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=08d10e37-6b80-4a5f-9433-0ac654b1d67c HTTP/1.1" status: 200 len: 848 time: 0.1599445 Dec 03 15:03:32.544691 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8a49cac3-b82a-45ca-a459-d6a68a45bf89 req-68df1d1c-a7a2-4850-b87c-22b89ba54b7c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397834 Dec 03 15:03:32.554194 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d1ebb08c-7054-4b3b-bb76-a05117b3cf77 req-f15507b0-49fa-4cfd-adfb-48b0e45d4826 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3e4cb3c2-136f-4462-a261-a1143a9d1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2676804 Dec 03 15:03:32.577375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.resource_extend [None req-2e6b8036-cb10-45be-9b3d-2dd6859e14b9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 03 15:03:32.667486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 58624) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:32.721110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8036-cb10-45be-9b3d-2dd6859e14b9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:32.725016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8036-cb10-45be-9b3d-2dd6859e14b9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:32.785035 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b8109a7-7760-4bc1-9abb-de6e58cb11d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:32.804141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8b8109a7-7760-4bc1-9abb-de6e58cb11d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:32.816784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0062c956-bb05-4a9b-829e-b8a7a2a43b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:32.928427 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddaa374-ab3a-4d2f-bcc4-64ec592735ff admin admin] Deleting subnet ec904479-43aa-46f2-afcd-71d8075f3a08 {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:03:32.941447 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8b8109a7-7760-4bc1-9abb-de6e58cb11d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=09c464f9239f430db4f76a42432e0b50&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2006533 Dec 03 15:03:32.942021 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0ddaa374-ab3a-4d2f-bcc4-64ec592735ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:32.948917 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [None req-2e6b8036-cb10-45be-9b3d-2dd6859e14b9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Floating IP c87a2680-007c-4261-b671-1f441ef9f86e associated. External IP: 172.28.3.220, port: eb70472c-5223-443e-8685-5f7d855e581b. Dec 03 15:03:32.974598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8109a7-7760-4bc1-9abb-de6e58cb11d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f75b4e-9b86-4605-81ae-7018f2a9d80f,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:32.987710 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 58642) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:33.010332 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8b8109a7-7760-4bc1-9abb-de6e58cb11d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:33.069374 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d1ebb08c-7054-4b3b-bb76-a05117b3cf77 req-3ec514ea-7595-48b9-960d-60112afebe18 service neutron] 10.222.0.65 "GET /v2.0/networks/3e4cb3c2-136f-4462-a261-a1143a9d1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499283 Dec 03 15:03:33.076324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c5b3-eb4c-4f2c-a937-184b2eda1b88 req-41bf55aa-78d7-4fb6-9ed9-40eaf22da786 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:33.084329 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-15a4c5b3-eb4c-4f2c-a937-184b2eda1b88 req-41bf55aa-78d7-4fb6-9ed9-40eaf22da786 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 944 time: 0.5372324 Dec 03 15:03:33.215737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0ddaa374-ab3a-4d2f-bcc4-64ec592735ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:33.244358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0ddaa374-ab3a-4d2f-bcc4-64ec592735ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:33.328728 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-15a4c5b3-eb4c-4f2c-a937-184b2eda1b88 req-784861e5-13f5-4ac0-8bc1-67d608bf33b6 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/security-groups?id=30078777-3f9a-449e-b296-619081875359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429497 Dec 03 15:03:33.383936 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d41e6ff9-4662-4627-b888-d1346ef44ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:33.416800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6b8036-cb10-45be-9b3d-2dd6859e14b9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Router 2aba0485-77bd-4392-bc4d-9273ca218350 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:03:33.500501 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d1ebb08c-7054-4b3b-bb76-a05117b3cf77 req-779b4ef6-9869-4043-a294-a5cfa5d269f6 service neutron] 10.222.0.65 "GET /v2.0/networks/3e4cb3c2-136f-4462-a261-a1143a9d1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3947797 Dec 03 15:03:33.500855 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device eb70472c-5223-443e-8685-5f7d855e581b up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:33.610762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port eb70472c-5223-443e-8685-5f7d855e581b triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:33.611280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:33.629237 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d41e6ff9-4662-4627-b888-d1346ef44ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:33.632368 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6b8036-cb10-45be-9b3d-2dd6859e14b9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:03:33.656525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d217158-f25a-414b-a406-3da7ee4b4565 None None] Sync routers for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:03:33.691131 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d217158-f25a-414b-a406-3da7ee4b4565 None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:03:33.692078 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-6d217158-f25a-414b-a406-3da7ee4b4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:03:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:33.718457 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8036-cb10-45be-9b3d-2dd6859e14b9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:33.765540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 5682f271-b965-4c7d-957f-7223c6078977 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:33.826661 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-2e6b8036-cb10-45be-9b3d-2dd6859e14b9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "PUT /v2.0/floatingips/c87a2680-007c-4261-b671-1f441ef9f86e HTTP/1.1" status: 200 len: 992 time: 2.4295847 Dec 03 15:03:33.826661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:33.847377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 5682f271-b965-4c7d-957f-7223c6078977 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:33.847703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:33.912395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d41e6ff9-4662-4627-b888-d1346ef44ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:33.923110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960aad2-2546-4b3f-a465-72d3534c8a27 req-be4b581b-e9e6-47af-ae46-6c75dfe08064 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:33.924790 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7960aad2-2546-4b3f-a465-72d3534c8a27 req-be4b581b-e9e6-47af-ae46-6c75dfe08064 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.4274631 Dec 03 15:03:33.928997 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:33.945294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-6d217158-f25a-414b-a406-3da7ee4b4565 None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:03:33.954398 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e6ff9-4662-4627-b888-d1346ef44ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f75b4e-9b86-4605-81ae-7018f2a9d80f,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:33.979869 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d41e6ff9-4662-4627-b888-d1346ef44ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:34.004988 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d41e6ff9-4662-4627-b888-d1346ef44ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:34.006214 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d41e6ff9-4662-4627-b888-d1346ef44ac4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58f75b4e-9b86-4605-81ae-7018f2a9d80f HTTP/1.1" status: 204 len: 168 time: 1.0034842 Dec 03 15:03:34.014270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 167faf0d-1280-4836-a8c8-e44024c39f79 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:34.038469 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7960aad2-2546-4b3f-a465-72d3534c8a27 req-bb748759-203f-46dd-bcf8-3b56a56f1919 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972044 Dec 03 15:03:34.040432 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0ddaa374-ab3a-4d2f-bcc4-64ec592735ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:34.061992 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aab497c8-ac4b-44d0-820c-dbd413ab6f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:34.102520 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 167faf0d-1280-4836-a8c8-e44024c39f79 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:34.102831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:34.157536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41d2d2-acb0-41ec-bf85-8bdc1e9e2049 req-2e456bfd-5fc9-44ae-baa2-d2dbc154f688 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:34.159310 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-be41d2d2-acb0-41ec-bf85-8bdc1e9e2049 req-2e456bfd-5fc9-44ae-baa2-d2dbc154f688 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.3272293 Dec 03 15:03:34.179952 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddaa374-ab3a-4d2f-bcc4-64ec592735ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec904479-43aa-46f2-afcd-71d8075f3a08,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:34.192645 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0ddaa374-ab3a-4d2f-bcc4-64ec592735ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:34.259410 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-be41d2d2-acb0-41ec-bf85-8bdc1e9e2049 req-0496f5e5-eab9-4b10-9378-50aec37ae21f tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806932 Dec 03 15:03:34.266915 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0ddaa374-ab3a-4d2f-bcc4-64ec592735ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:34.278940 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58676) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:34.279150 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-0ddaa374-ab3a-4d2f-bcc4-64ec592735ff admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ec904479-43aa-46f2-afcd-71d8075f3a08 HTTP/1.1" status: 204 len: 168 time: 1.6056464 Dec 03 15:03:34.374620 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b', 'status': 'completed', 'code': 200} Dec 03 15:03:34.453973 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:34.622011 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-6d217158-f25a-414b-a406-3da7ee4b4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': 'c87a2680-007c-4261-b671-1f441ef9f86e', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'floating_ip_address': '172.28.3.220', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'port_id': 'eb70472c-5223-443e-8685-5f7d855e581b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'mac_address': 'fa:16:3e:88:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64974edf-e13f-4998-a352-bf0803385ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:03:03Z', 'updated_at': '2020-12-03T15:03:32Z', 'revision_number': 1, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:03:09Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:34.642219 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d217158-f25a-414b-a406-3da7ee4b4565 None None] Checking router: 2aba0485-77bd-4392-bc4d-9273ca218350 for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:03:34.666811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d217158-f25a-414b-a406-3da7ee4b4565 None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:03:34.668788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-6d217158-f25a-414b-a406-3da7ee4b4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:03:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:34.696297 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911694fa-ad6f-4ca1-9755-a3493deb510e req-b7a0fb93-1b74-4703-99e9-1885fe8cc3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:34.701023 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-911694fa-ad6f-4ca1-9755-a3493deb510e req-b7a0fb93-1b74-4703-99e9-1885fe8cc3e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 1163 time: 0.2639747 Dec 03 15:03:34.843384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:34.865485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.objects.ports [None req-65895635-0b45-4e84-b21a-8d9cbf3de4cc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80305) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 03 15:03:34.865822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50072685-ae3e-4bd6-a61c-80a8e6d2b299 req-b4509795-5297-4857-b205-bae91b316565 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:34.879216 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-50072685-ae3e-4bd6-a61c-80a8e6d2b299 req-b4509795-5297-4857-b205-bae91b316565 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.2816355 Dec 03 15:03:34.887112 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 58706) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:34.894273 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-9179eea2-c41f-46c5-849a-8a74f94d9196 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Request body: {'floatingip': {'port_id': '5682f271-b965-4c7d-957f-7223c6078977'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:35.189355 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.189754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.190620 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.191404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > port after_create 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.191777 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.192223 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > port after_update 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.192582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.193811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.194238 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.194597 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.261678 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-6d217158-f25a-414b-a406-3da7ee4b4565 None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:03:35.285010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.285452 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.285858 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.286225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:03:35.286634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77caf1b-7625-42d7-a0ba-10dcafabdf93']}} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:35.303138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304a780e-2217-4522-8dee-803ec1844ce5') {'for_net_delete': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:35.303492 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304a780e-2217-4522-8dee-803ec1844ce5') {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:35.322263 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851985110'] for segment, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:35.342370 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:35.345630 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:03:35.625787 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9179eea2-c41f-46c5-849a-8a74f94d9196 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:35.684463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 41b65e05-5f9e-4714-bd85-527b11fb2e51 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:35.727764 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Network f77caf1b-7625-42d7-a0ba-10dcafabdf93 has no segments {{(pid=80304) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:03:35.737291 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868191'] for segment, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:35.865989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port 41b65e05-5f9e-4714-bd85-527b11fb2e51 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:35.876834 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 41b65e05-5f9e-4714-bd85-527b11fb2e51 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:35.880975 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:36.037319 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-6d217158-f25a-414b-a406-3da7ee4b4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': 'c87a2680-007c-4261-b671-1f441ef9f86e', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'floating_ip_address': '172.28.3.220', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'port_id': 'eb70472c-5223-443e-8685-5f7d855e581b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'mac_address': 'fa:16:3e:88:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64974edf-e13f-4998-a352-bf0803385ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:03:03Z', 'updated_at': '2020-12-03T15:03:32Z', 'revision_number': 1, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:03:09Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:36.051482 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d217158-f25a-414b-a406-3da7ee4b4565 None None] The sync data for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb is: [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': 'c87a2680-007c-4261-b671-1f441ef9f86e', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'floating_ip_address': '172.28.3.220', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'port_id': 'eb70472c-5223-443e-8685-5f7d855e581b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'mac_address': 'fa:16:3e:88:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64974edf-e13f-4998-a352-bf0803385ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:03:03Z', 'updated_at': '2020-12-03T15:03:32Z', 'revision_number': 1, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:03:09Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:03:36.062331 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911694fa-ad6f-4ca1-9755-a3493deb510e req-11421fd5-fa6a-4edd-aa18-e26b0b70d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:36.064225 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-911694fa-ad6f-4ca1-9755-a3493deb510e req-11421fd5-fa6a-4edd-aa18-e26b0b70d4d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 910 time: 1.3547742 Dec 03 15:03:36.113220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:36.137230 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Network f77caf1b-7625-42d7-a0ba-10dcafabdf93 has no segments {{(pid=80304) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:03:36.146925 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58758) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:36.158050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bf2808-c64a-4673-bc46-264229f95897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b65e05-5f9e-4714-bd85-527b11fb2e51'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:36.171790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 41b65e05-5f9e-4714-bd85-527b11fb2e51, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=41b65e05-5f9e-4714-bd85-527b11fb2e51,segment=NetworkSegment(7e168a13-80a2-4c88-b114-b7b4883d3cda),segment_id=7e168a13-80a2-4c88-b114-b7b4883d3cda)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: (rel_b, rel_a, rel_b), Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: (rel_b, rel_a, rel_b), Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:03:36.174042 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:03:36.179511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:36.181729 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:36.283876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=41b65e05-5f9e-4714-bd85-527b11fb2e51,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:36.291199 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:36.292867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.293259 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.293647 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.294067 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.294450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.294858 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.295232 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.295620 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.295993 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.296411 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.296814 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.297178 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.297684 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.298053 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.298419 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.298743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2e259162-61f0-4fd4-b5fc-eec21a2b77d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:36.298847 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.299154 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.299797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.300988 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.301639 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.301843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.304124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.304669 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.305052 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:03:36.309671 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:36.354511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:36.358996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=f77caf1b-7625-42d7-a0ba-10dcafabdf93,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:36.364475 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:36.386915 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f77caf1b-7625-42d7-a0ba-10dcafabdf93 HTTP/1.1" status: 204 len: 168 time: 2.1061633 Dec 03 15:03:36.481569 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bfae104e-ac91-428d-a872-b81715e4de05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:36.513667 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33112714-0614-44f8-819a-76999e49f31e None None] New status for floating IP c87a2680-007c-4261-b671-1f441ef9f86e: ACTIVE {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:03:36.526071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-bfae104e-ac91-428d-a872-b81715e4de05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:36.531247 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-bfae104e-ac91-428d-a872-b81715e4de05 admin admin] Usage tracker for resource:security_group_rule and tenant:3eb8b57052104eaaaefc96f68f61900b is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:36.535811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-bfae104e-ac91-428d-a872-b81715e4de05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:36.561645 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-bfae104e-ac91-428d-a872-b81715e4de05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:36.576427 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec878e2-9aa4-4051-a234-601fe45c9402 req-89a2efdb-9115-4c03-ae3a-62661fd691ec tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:36.584592 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eec878e2-9aa4-4051-a234-601fe45c9402 req-89a2efdb-9115-4c03-ae3a-62661fd691ec tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 1.4512990 Dec 03 15:03:36.752816 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58778) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:36.756846 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bfae104e-ac91-428d-a872-b81715e4de05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:36.816408 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-534ba395-44bd-493e-ae5b-6254b89a9450 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9bf918ac82e424a90a32f59535e0889&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0619636 Dec 03 15:03:36.817625 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bfae104e-ac91-428d-a872-b81715e4de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:36.827812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58782) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:36.828706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a8da9182-0855-4d5d-87dd-b5d8aa1d3979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:36.931749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 41b65e05-5f9e-4714-bd85-527b11fb2e51 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:36.932888 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8c74b95-c81b-4af8-8e76-c60240d75783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:36.942529 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eec878e2-9aa4-4051-a234-601fe45c9402 req-6621bbec-c6af-4780-9e68-b774828c7a7a tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560839 Dec 03 15:03:36.971276 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-bfae104e-ac91-428d-a872-b81715e4de05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3eb8b57052104eaaaefc96f68f61900b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8231740 Dec 03 15:03:36.972169 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58788) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:36.974863 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-911694fa-ad6f-4ca1-9755-a3493deb510e req-278a797f-2a04-4150-8601-d225b22e601c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70472c-5223-443e-8685-5f7d855e581b HTTP/1.1" status: 200 len: 1000 time: 0.8931329 Dec 03 15:03:36.987811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae104e-ac91-428d-a872-b81715e4de05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f266440a-e313-4563-bb6d-f55f6f39a83b,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:36.995225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bfae104e-ac91-428d-a872-b81715e4de05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:37.016223 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 41b65e05-5f9e-4714-bd85-527b11fb2e51 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:37.016806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.114864 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8c74b95-c81b-4af8-8e76-c60240d75783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.122993 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58792) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:37.123873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-281a861f-5117-409f-bd45-082cbd70e2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.124015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5732e83-fc44-40ba-bea6-893a7b0c8ae2 req-433f3477-4eb4-4704-a5a6-5c437187e838 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:37.126103 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5732e83-fc44-40ba-bea6-893a7b0c8ae2 req-433f3477-4eb4-4704-a5a6-5c437187e838 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 944 time: 1.5591025 Dec 03 15:03:37.135278 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911694fa-ad6f-4ca1-9755-a3493deb510e req-91ea7f21-bd3a-4fde-8b99-c8af5af73fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:37.138944 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-911694fa-ad6f-4ca1-9755-a3493deb510e req-91ea7f21-bd3a-4fde-8b99-c8af5af73fda service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 200 len: 855 time: 0.1489594 Dec 03 15:03:37.151326 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86fcc6-ce65-48f9-ab73-fdf3275631d8 req-e4ad4b36-a397-469d-b905-ace3a2218c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:37.152974 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2e86fcc6-ce65-48f9-ab73-fdf3275631d8 req-e4ad4b36-a397-469d-b905-ace3a2218c0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd93a4c230914073aca399b3e3b82b07&device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 1162 time: 2.0744014 Dec 03 15:03:37.200517 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-281a861f-5117-409f-bd45-082cbd70e2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.248704 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8c74b95-c81b-4af8-8e76-c60240d75783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.256338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:37.270327 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c74b95-c81b-4af8-8e76-c60240d75783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802ea85f-17f7-425e-a0c9-106ac67e2d7e,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:37.276196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d8c74b95-c81b-4af8-8e76-c60240d75783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:37.286618 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d8c74b95-c81b-4af8-8e76-c60240d75783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.290456 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d8c74b95-c81b-4af8-8e76-c60240d75783 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/802ea85f-17f7-425e-a0c9-106ac67e2d7e HTTP/1.1" status: 204 len: 168 time: 0.4510434 Dec 03 15:03:37.290456 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-281a861f-5117-409f-bd45-082cbd70e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.293397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-281a861f-5117-409f-bd45-082cbd70e2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.299237 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-281a861f-5117-409f-bd45-082cbd70e2b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f266440a-e313-4563-bb6d-f55f6f39a83b HTTP/1.1" status: 204 len: 168 time: 0.3230278 Dec 03 15:03:37.300304 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e23d4793-7a33-4879-830c-29714091d46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:37.308645 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5732e83-fc44-40ba-bea6-893a7b0c8ae2 req-f37858f9-113e-40c2-be71-5cf9c1f57dc5 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/security-groups?id=30078777-3f9a-449e-b296-619081875359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397014 Dec 03 15:03:37.315353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a861f-5117-409f-bd45-082cbd70e2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f266440a-e313-4563-bb6d-f55f6f39a83b,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:37.323764 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-281a861f-5117-409f-bd45-082cbd70e2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:37.346859 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bf2808-c64a-4673-bc46-264229f95897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b65e05-5f9e-4714-bd85-527b11fb2e51', 'code': 200} Dec 03 15:03:37.546824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c2e37623-6c10-4b93-a91b-cd28bca808bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.565976 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c2e37623-6c10-4b93-a91b-cd28bca808bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:37.570807 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c2e37623-6c10-4b93-a91b-cd28bca808bf admin admin] Usage tracker for resource:security_group_rule and tenant:acc49770c93d4d909342c41d43cd7b59 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:37.575661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c2e37623-6c10-4b93-a91b-cd28bca808bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:37.582051 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c2e37623-6c10-4b93-a91b-cd28bca808bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:37.624512 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9179eea2-c41f-46c5-849a-8a74f94d9196 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.678256 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9179eea2-c41f-46c5-849a-8a74f94d9196 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.684258 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c2e37623-6c10-4b93-a91b-cd28bca808bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.687623 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c2e37623-6c10-4b93-a91b-cd28bca808bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.697894 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-fd5e9fbf-585e-4a50-b409-b681b7945073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:37.755597 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c2e37623-6c10-4b93-a91b-cd28bca808bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=acc49770c93d4d909342c41d43cd7b59&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6290457 Dec 03 15:03:37.757038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58810) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:37.757951 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e37623-6c10-4b93-a91b-cd28bca808bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cee361-fe1e-4d44-ba27-c1186ca3d7dc,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:37.763374 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c2e37623-6c10-4b93-a91b-cd28bca808bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:37.855235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4213dc9f-62d4-47c2-913d-31dd749c59b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.881806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58816) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:37.899305 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4213dc9f-62d4-47c2-913d-31dd749c59b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.955279 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4213dc9f-62d4-47c2-913d-31dd749c59b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.963372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5bf0c735-2a96-42fa-9cf2-e254f1151438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:37.980115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213dc9f-62d4-47c2-913d-31dd749c59b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cee361-fe1e-4d44-ba27-c1186ca3d7dc,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:37.985579 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4213dc9f-62d4-47c2-913d-31dd749c59b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:37.987234 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4213dc9f-62d4-47c2-913d-31dd749c59b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:37.990951 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-4213dc9f-62d4-47c2-913d-31dd749c59b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a6cee361-fe1e-4d44-ba27-c1186ca3d7dc HTTP/1.1" status: 204 len: 168 time: 0.2273088 Dec 03 15:03:38.082149 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58828) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:38.119671 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-869b2ecf-3d81-43dc-9080-7a0f496280f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:38.168024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-60c64db0-c343-4684-949b-eacba840bc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:38.178097 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-869b2ecf-3d81-43dc-9080-7a0f496280f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:38.186039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-869b2ecf-3d81-43dc-9080-7a0f496280f7 admin admin] Usage tracker for resource:security_group_rule and tenant:c18e9fe9b02848fc8d0da7d8b2072a64 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:38.191911 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-869b2ecf-3d81-43dc-9080-7a0f496280f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:38.195280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-60c64db0-c343-4684-949b-eacba840bc3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:38.201746 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-869b2ecf-3d81-43dc-9080-7a0f496280f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:38.204392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-60c64db0-c343-4684-949b-eacba840bc3a admin admin] Usage tracker for resource:security_group_rule and tenant:a8ddd9783e624e219879f4cc481248db is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:38.208465 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-60c64db0-c343-4684-949b-eacba840bc3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:38.222146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-60c64db0-c343-4684-949b-eacba840bc3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:38.235996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911694fa-ad6f-4ca1-9755-a3493deb510e req-b8e0250b-27c3-41ab-8706-b9335b24ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:38.237550 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-911694fa-ad6f-4ca1-9755-a3493deb510e req-b8e0250b-27c3-41ab-8706-b9335b24ac70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f74f8bf3-3d51-4772-97cb-ee854694141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0698872 Dec 03 15:03:38.249914 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86fcc6-ce65-48f9-ab73-fdf3275631d8 req-2a4caa7b-aec4-44dc-8db7-e6efbab6c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:38.251474 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2e86fcc6-ce65-48f9-ab73-fdf3275631d8 req-2a4caa7b-aec4-44dc-8db7-e6efbab6c8e6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 200 len: 913 time: 1.0813758 Dec 03 15:03:38.384805 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-869b2ecf-3d81-43dc-9080-7a0f496280f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:38.405608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-869b2ecf-3d81-43dc-9080-7a0f496280f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:38.416809 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a3f655d4-80c3-4280-b06a-69b280224b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:38.448554 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-60c64db0-c343-4684-949b-eacba840bc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:38.449747 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b2ecf-3d81-43dc-9080-7a0f496280f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78be20f3-d6e0-4005-a9fd-2e7727c9017e,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:38.456329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-869b2ecf-3d81-43dc-9080-7a0f496280f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:38.457406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-60c64db0-c343-4684-949b-eacba840bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:38.469211 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c08642c3-484d-4224-8792-689eda293efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:38.485397 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [None req-9179eea2-c41f-46c5-849a-8a74f94d9196 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Floating IP 720c4468-b1d3-472b-a9c6-3c26e104ad51 associated. External IP: 172.28.3.158, port: 5682f271-b965-4c7d-957f-7223c6078977. Dec 03 15:03:38.524682 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-869b2ecf-3d81-43dc-9080-7a0f496280f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c18e9fe9b02848fc8d0da7d8b2072a64&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4412086 Dec 03 15:03:38.529342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58844) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:38.544386 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-60c64db0-c343-4684-949b-eacba840bc3a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8ddd9783e624e219879f4cc481248db&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6607630 Dec 03 15:03:38.555737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58848) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:38.596638 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546f7a-521a-4bce-80b4-144b7c69ec88 req-113c8c4f-597b-48fd-8b34-23eb6d083c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:38.599026 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-35546f7a-521a-4bce-80b4-144b7c69ec88 req-113c8c4f-597b-48fd-8b34-23eb6d083c44 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 1163 time: 0.9725127 Dec 03 15:03:38.612199 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c64db0-c343-4684-949b-eacba840bc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c5c9f6-8d72-4b8d-b974-c9fc21666c7c,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:38.623676 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-60c64db0-c343-4684-949b-eacba840bc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:38.672633 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2e86fcc6-ce65-48f9-ab73-fdf3275631d8 req-b92d866e-f9a6-4c44-85b1-5b00e88733bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=167faf0d-1280-4836-a8c8-e44024c39f79 HTTP/1.1" status: 200 len: 217 time: 0.3337476 Dec 03 15:03:38.879690 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b4dceedc-b4d4-497c-b408-2ece32883e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:38.914846 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b4dceedc-b4d4-497c-b408-2ece32883e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:38.965713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f2db99c8-c0a2-4e02-8aaf-5df72c758cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:38.975260 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-35546f7a-521a-4bce-80b4-144b7c69ec88 req-bfcd7ad3-b34f-4175-8aee-a0ccb604b2a9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30078777-3f9a-449e-b296-619081875359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029675 Dec 03 15:03:38.990942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194f05b-4cd1-470e-9a8d-ad42b8ad4d24 req-935d64cb-0541-4fd1-b92a-2986d5319ed2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:39.000417 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3194f05b-4cd1-470e-9a8d-ad42b8ad4d24 req-935d64cb-0541-4fd1-b92a-2986d5319ed2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.8565149 Dec 03 15:03:39.006401 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f2db99c8-c0a2-4e02-8aaf-5df72c758cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:39.031373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b4dceedc-b4d4-497c-b408-2ece32883e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:39.032281 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86fcc6-ce65-48f9-ab73-fdf3275631d8 req-baf93ad9-093c-4b53-941e-4b2be9b18069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:39.038464 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2e86fcc6-ce65-48f9-ab73-fdf3275631d8 req-baf93ad9-093c-4b53-941e-4b2be9b18069 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f08cdce3-c72c-4b36-9269-b062a5efece6 HTTP/1.1" status: 200 len: 859 time: 0.3086038 Dec 03 15:03:39.038648 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:39.042731 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-911694fa-ad6f-4ca1-9755-a3493deb510e req-2e6ae320-6558-4121-a240-c44a71cd781a service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7896342 Dec 03 15:03:39.064616 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dceedc-b4d4-497c-b408-2ece32883e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c5c9f6-8d72-4b8d-b974-c9fc21666c7c,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:39.070565 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b4dceedc-b4d4-497c-b408-2ece32883e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:39.092206 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b4dceedc-b4d4-497c-b408-2ece32883e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:39.098145 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b4dceedc-b4d4-497c-b408-2ece32883e2b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/61c5c9f6-8d72-4b8d-b974-c9fc21666c7c HTTP/1.1" status: 204 len: 168 time: 0.5408804 Dec 03 15:03:39.106286 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f2db99c8-c0a2-4e02-8aaf-5df72c758cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:39.123164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-12e2c90d-2f90-4179-82bb-ff5a977bc6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:39.139886 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f2db99c8-c0a2-4e02-8aaf-5df72c758cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:39.143953 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-f2db99c8-c0a2-4e02-8aaf-5df72c758cba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/78be20f3-d6e0-4005-a9fd-2e7727c9017e HTTP/1.1" status: 204 len: 168 time: 0.6135988 Dec 03 15:03:39.145181 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db99c8-c0a2-4e02-8aaf-5df72c758cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78be20f3-d6e0-4005-a9fd-2e7727c9017e,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:39.171901 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f2db99c8-c0a2-4e02-8aaf-5df72c758cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:39.179716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58870) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:39.191555 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3194f05b-4cd1-470e-9a8d-ad42b8ad4d24 req-9609ce01-c185-49e8-bfa3-1eed8f950a44 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900287 Dec 03 15:03:39.278972 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29494c-7ab7-4cb2-8ef8-88c16d3e6da4 req-972b1a7c-e1a2-4764-a48b-25c6827e7f58 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:39.280724 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa29494c-7ab7-4cb2-8ef8-88c16d3e6da4 req-972b1a7c-e1a2-4764-a48b-25c6827e7f58 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 946 time: 0.4707935 Dec 03 15:03:39.488112 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1302444631-network', 'tenant_id': '21e40f738979427da81270cc73912ddb'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:39.494425 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:39.499922 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Usage tracker for resource:network and tenant:21e40f738979427da81270cc73912ddb is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:39.502917 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2e86fcc6-ce65-48f9-ab73-fdf3275631d8 req-9f5badfd-fd99-409a-8e41-615864f9fb44 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=248475ad-b79d-4d29-b86d-4c7b668805e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1879361 Dec 03 15:03:39.503887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:39.511125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:39.527157 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Made reservation on behalf of 21e40f738979427da81270cc73912ddb for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:03:39.533109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:39.569143 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:39.613128 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:39.628330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:21e40f738979427da81270cc73912ddb is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:39.636083 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:39.646947 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:39.663740 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9179eea2-c41f-46c5-849a-8a74f94d9196 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Router 40b9edae-f26d-4187-ba8f-e584dca2f50f has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:03:39.684298 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa29494c-7ab7-4cb2-8ef8-88c16d3e6da4 req-d8b36495-75c6-46d7-89dd-5cc097aba073 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/security-groups?id=30078777-3f9a-449e-b296-619081875359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679719 Dec 03 15:03:39.787494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:39.792443 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:39.797051 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:39.807063 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58890) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:39.859567 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:03:39.863466 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a5abee8-73c4-45a9-aedf-43aaebef468d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:39.879408 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4e127c-9986-4810-afbc-27d047625d7e,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:39.886961 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:39.891353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8a5abee8-73c4-45a9-aedf-43aaebef468d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:39.895395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8a5abee8-73c4-45a9-aedf-43aaebef468d admin admin] Usage tracker for resource:security_group_rule and tenant:747ee0b7b9034433b89893e7eecad7cc is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:39.898664 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8a5abee8-73c4-45a9-aedf-43aaebef468d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:39.904678 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8a5abee8-73c4-45a9-aedf-43aaebef468d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:39.948276 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:39.948708 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Added segment 85e48e60-df14-4258-a098-e906df545a48 of type vxlan for network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 Dec 03 15:03:39.979734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9179eea2-c41f-46c5-849a-8a74f94d9196 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:03:39.987917 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9179eea2-c41f-46c5-849a-8a74f94d9196 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:39.991873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4c5e6-30f4-4f45-9120-6fa3ddacc5b7 None None] Sync routers for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:03:39.994636 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:40.016187 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4c5e6-30f4-4f45-9120-6fa3ddacc5b7 None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:03:40.018692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-27c4c5e6-30f4-4f45-9120-6fa3ddacc5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:03:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:40.042833 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-911694fa-ad6f-4ca1-9755-a3493deb510e req-0bbfb5d8-028f-44ea-b433-d62b70203c18 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7250221 Dec 03 15:03:40.054340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a5abee8-73c4-45a9-aedf-43aaebef468d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:40.089618 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2e86fcc6-ce65-48f9-ab73-fdf3275631d8 req-c62a4360-2d2e-4fc5-ac88-0ad204567815 service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639882 Dec 03 15:03:40.096294 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-9179eea2-c41f-46c5-849a-8a74f94d9196 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "PUT /v2.0/floatingips/720c4468-b1d3-472b-a9c6-3c26e104ad51 HTTP/1.1" status: 200 len: 992 time: 5.2078512 Dec 03 15:03:40.097289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'tag': '5682f271-b965-4c7d-957f-7223c6078977'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:40.106538 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a5abee8-73c4-45a9-aedf-43aaebef468d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:40.124425 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:40.156591 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:40.170464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:40.171138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:40.253237 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8a5abee8-73c4-45a9-aedf-43aaebef468d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=747ee0b7b9034433b89893e7eecad7cc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4438334 Dec 03 15:03:40.287161 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'tag': '5682f271-b965-4c7d-957f-7223c6078977', 'status': 'completed', 'code': 200} Dec 03 15:03:40.287631 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 58906) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:40.295429 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5abee8-73c4-45a9-aedf-43aaebef468d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1efeeb9-7803-4aad-9f82-58e041d26598,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:40.337713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8a5abee8-73c4-45a9-aedf-43aaebef468d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:40.374237 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d976c59e-a393-4c85-83b6-a1a4997540af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:40.428844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-27c4c5e6-30f4-4f45-9120-6fa3ddacc5b7 None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:03:40.698252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:40.703218 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:40.705094 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5240953 Dec 03 15:03:40.708077 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 58920) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:40.712125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:03:40.750790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Request body: {'subnet': {'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1302444631-subnet', 'tenant_id': '21e40f738979427da81270cc73912ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:40.765847 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:40.771743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Usage tracker for resource:subnet and tenant:21e40f738979427da81270cc73912ddb is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:40.775948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:40.782489 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:03:40.783838 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:40.799115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Made reservation on behalf of 21e40f738979427da81270cc73912ddb for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:03:40.804570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3469074'] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:40.853887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e2e3f6da-b112-43f1-9c21-9c0d865fce7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:40.903572 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2e86fcc6-ce65-48f9-ab73-fdf3275631d8 req-5eb35859-0af7-4e12-860d-cc3cd48c3515 service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7784610 Dec 03 15:03:40.970935 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e2e3f6da-b112-43f1-9c21-9c0d865fce7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:41.017747 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6a08-a95f-4ed3-b786-f3b6d909fa93 req-10f554e5-2e47-404f-85cc-ee48a9129279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:41.030405 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9aba6a08-a95f-4ed3-b786-f3b6d909fa93 req-10f554e5-2e47-404f-85cc-ee48a9129279 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=341cf04604de451ba8a75ae14d0ebf68&device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 1163 time: 0.7385979 Dec 03 15:03:41.094800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f6488-e285-4f50-9a96-c65bd41e8320 req-e78186af-06f3-4076-bdb6-5b668ffb2bc8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:41.103448 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4b0f6488-e285-4f50-9a96-c65bd41e8320 req-e78186af-06f3-4076-bdb6-5b668ffb2bc8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.4182634 Dec 03 15:03:41.289612 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-27c4c5e6-30f4-4f45-9120-6fa3ddacc5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': '720c4468-b1d3-472b-a9c6-3c26e104ad51', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'floating_ip_address': '172.28.3.158', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'port_id': '5682f271-b965-4c7d-957f-7223c6078977', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'mac_address': 'fa:16:3e:68:99:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:02:56Z', 'updated_at': '2020-12-03T15:03:37Z', 'revision_number': 1, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:03:01Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:41.303813 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4c5e6-30f4-4f45-9120-6fa3ddacc5b7 None None] Checking router: 40b9edae-f26d-4187-ba8f-e584dca2f50f for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:03:41.325334 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4c5e6-30f4-4f45-9120-6fa3ddacc5b7 None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:03:41.327596 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-27c4c5e6-30f4-4f45-9120-6fa3ddacc5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:03:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:41.360439 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4b0f6488-e285-4f50-9a96-c65bd41e8320 req-1b2ee49e-6ab4-4504-b10b-dcc1a170b9d3 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550349 Dec 03 15:03:41.420403 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6a08-a95f-4ed3-b786-f3b6d909fa93 req-dc2105ac-0bdb-497a-8fe6-ddc61a2fee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:41.422092 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9aba6a08-a95f-4ed3-b786-f3b6d909fa93 req-dc2105ac-0bdb-497a-8fe6-ddc61a2fee96 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe HTTP/1.1" status: 200 len: 905 time: 0.3906856 Dec 03 15:03:41.456901 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3867129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3469059'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:41.538097 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfea4ae-4307-4240-bab7-eccd23e676a1 req-b1d20789-e202-4aaa-b21e-74190efc790f tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:41.548262 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6bfea4ae-4307-4240-bab7-eccd23e676a1 req-b1d20789-e202-4aaa-b21e-74190efc790f tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 946 time: 0.5384395 Dec 03 15:03:41.595617 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e2e3f6da-b112-43f1-9c21-9c0d865fce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:41.605993 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:41.611499 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-59a30e84-7d2f-4101-afb3-ccf29aea2e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:41.675616 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6bfea4ae-4307-4240-bab7-eccd23e676a1 req-665390cd-f3b7-461a-a0c1-a1daddcdf084 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/security-groups?id=30078777-3f9a-449e-b296-619081875359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256680 Dec 03 15:03:41.684606 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3f6da-b112-43f1-9c21-9c0d865fce7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1efeeb9-7803-4aad-9f82-58e041d26598,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:41.699387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e2e3f6da-b112-43f1-9c21-9c0d865fce7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:41.718311 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1231438f-9ed6-449f-9282-1e8fad01a494,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:41.728156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:41.730233 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9aba6a08-a95f-4ed3-b786-f3b6d909fa93 req-d042945f-e77f-4cca-9297-aa2f4958a539 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5682f271-b965-4c7d-957f-7223c6078977 HTTP/1.1" status: 200 len: 1000 time: 0.2990611 Dec 03 15:03:41.731067 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e2e3f6da-b112-43f1-9c21-9c0d865fce7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:41.732263 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e2e3f6da-b112-43f1-9c21-9c0d865fce7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1efeeb9-7803-4aad-9f82-58e041d26598 HTTP/1.1" status: 204 len: 168 time: 1.4436355 Dec 03 15:03:41.819399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Checking segment: {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:03:41.819884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Network hostable DHCP agents. Network: 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:03:41.841239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-27c4c5e6-30f4-4f45-9120-6fa3ddacc5b7 None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:03:41.869306 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:03:41.886688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:41.897010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9770a5-d2eb-4e7a-b122-894b93727f4b None None] Network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:03:41.922435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6a08-a95f-4ed3-b786-f3b6d909fa93 req-1a879e4a-afb6-4170-99a9-222e1e34d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:41.925620 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9aba6a08-a95f-4ed3-b786-f3b6d909fa93 req-1a879e4a-afb6-4170-99a9-222e1e34d5ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4253b1e0-eddd-4edf-a51b-96580eb33f8b HTTP/1.1" status: 200 len: 850 time: 0.1880715 Dec 03 15:03:41.926974 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:41.927633 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:41.987471 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2515883 Dec 03 15:03:42.075786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6a08-a95f-4ed3-b786-f3b6d909fa93 req-9a34401d-8c1f-4bb3-a271-43955b8b45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:42.078833 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9aba6a08-a95f-4ed3-b786-f3b6d909fa93 req-9a34401d-8c1f-4bb3-a271-43955b8b45b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1377130 Dec 03 15:03:42.364638 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c04681f-28d5-4fc1-af67-7c64f8d39fc7 None None] Network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:03:42.402181 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9aba6a08-a95f-4ed3-b786-f3b6d909fa93 req-ce8f4961-3a59-4b9c-9e64-2f1632327b8f service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160424 Dec 03 15:03:42.665501 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-27c4c5e6-30f4-4f45-9120-6fa3ddacc5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': '720c4468-b1d3-472b-a9c6-3c26e104ad51', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'floating_ip_address': '172.28.3.158', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'port_id': '5682f271-b965-4c7d-957f-7223c6078977', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'mac_address': 'fa:16:3e:68:99:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:02:56Z', 'updated_at': '2020-12-03T15:03:37Z', 'revision_number': 1, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:03:01Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:03:42.674023 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4c5e6-30f4-4f45-9120-6fa3ddacc5b7 None None] The sync data for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb is: [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': '720c4468-b1d3-472b-a9c6-3c26e104ad51', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'floating_ip_address': '172.28.3.158', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'port_id': '5682f271-b965-4c7d-957f-7223c6078977', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'mac_address': 'fa:16:3e:68:99:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:02:56Z', 'updated_at': '2020-12-03T15:03:37Z', 'revision_number': 1, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:03:01Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:03:42.895688 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9aba6a08-a95f-4ed3-b786-f3b6d909fa93 req-5b88798a-5f37-4257-b739-d2867a6cddfa service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4796374 Dec 03 15:03:42.903103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31966760-a184-4085-95c8-15581e12f89a req-432daeff-ffac-4f9d-80fa-163ad91b8752 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:42.904645 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-31966760-a184-4085-95c8-15581e12f89a req-432daeff-ffac-4f9d-80fa-163ad91b8752 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.1760240 Dec 03 15:03:42.980626 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-31966760-a184-4085-95c8-15581e12f89a req-6b670fad-ad77-464c-95aa-fc1ae321b1fa tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622296 Dec 03 15:03:43.085741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd976bc0-5851-4322-99e4-4436f42e0499 None None] New status for floating IP 720c4468-b1d3-472b-a9c6-3c26e104ad51: ACTIVE {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:03:43.521359 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-270d3c82-98ce-4675-945a-182b2802da82 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:43.530245 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-270d3c82-98ce-4675-945a-182b2802da82 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/networks?id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 200 len: 815 time: 0.2471840 Dec 03 15:03:43.551855 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-126f788d-73b9-4bae-b350-c45b4160405a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/quotas/21e40f738979427da81270cc73912ddb HTTP/1.1" status: 200 len: 375 time: 0.0203404 Dec 03 15:03:43.629090 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-ed4c0f72-b927-4565-9ff8-1a86575596ad tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?tenant_id=21e40f738979427da81270cc73912ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758240 Dec 03 15:03:43.822732 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-9af0e04f-acd1-4765-aca6-9406c3100149 service neutron] 10.222.0.81 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922042 Dec 03 15:03:43.988425 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-77b3a8c2-49fb-4743-8043-1807d0421a36 service neutron] 10.222.0.81 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1645732 Dec 03 15:03:44.321546 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4d869d79-7e06-4597-9dfd-6391dbbe86dc req-26ef0e4e-77ba-4a09-962b-bc8418da5ff4 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 210 time: 0.0972054 Dec 03 15:03:44.520532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfb2b9-012d-4890-89f0-28b6a02d034f req-508982b4-fece-4ef1-b71e-0749d43cf786 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:44.529456 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e3bfb2b9-012d-4890-89f0-28b6a02d034f req-508982b4-fece-4ef1-b71e-0749d43cf786 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.2113037 Dec 03 15:03:44.628806 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e3bfb2b9-012d-4890-89f0-28b6a02d034f req-1671f8bb-d7da-4687-a54e-34db6b0512be tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983527 Dec 03 15:03:44.786497 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:03:45.192175 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59100) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:45.389184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec4d52ce-7058-43ff-bb8d-f5771e543f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:45.410113 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-ec4d52ce-7058-43ff-bb8d-f5771e543f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:45.416937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-ec4d52ce-7058-43ff-bb8d-f5771e543f4e admin admin] Usage tracker for resource:security_group_rule and tenant:fb374a36e1fd4153adc8cbd19cae1c67 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:45.421270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-ec4d52ce-7058-43ff-bb8d-f5771e543f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:45.431870 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-ec4d52ce-7058-43ff-bb8d-f5771e543f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:45.528701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec4d52ce-7058-43ff-bb8d-f5771e543f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:45.529891 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-299e2d33-81c0-42ab-9043-e3562dd5c2f0 req-2da5b394-14bf-4172-b34d-1b2a374d8659 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 210 time: 0.0545697 Dec 03 15:03:45.533501 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec4d52ce-7058-43ff-bb8d-f5771e543f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:45.549069 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ad25274e-bfcd-4b70-8f2b-e0baa0cddc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:45.596947 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-ec4d52ce-7058-43ff-bb8d-f5771e543f4e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb374a36e1fd4153adc8cbd19cae1c67&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4036565 Dec 03 15:03:45.600232 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 59120) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:45.620963 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d52ce-7058-43ff-bb8d-f5771e543f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46480076-f83e-4d8d-9d90-9ce229e124d1,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:45.636946 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ec4d52ce-7058-43ff-bb8d-f5771e543f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:45.696752 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a709638a-6f38-4cc6-9d4a-931ce2c806f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:45.746586 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a709638a-6f38-4cc6-9d4a-931ce2c806f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:45.818774 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a709638a-6f38-4cc6-9d4a-931ce2c806f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:45.826415 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:45.881051 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709638a-6f38-4cc6-9d4a-931ce2c806f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46480076-f83e-4d8d-9d90-9ce229e124d1,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:45.996571 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a709638a-6f38-4cc6-9d4a-931ce2c806f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:46.007095 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a709638a-6f38-4cc6-9d4a-931ce2c806f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:46.008323 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a709638a-6f38-4cc6-9d4a-931ce2c806f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46480076-f83e-4d8d-9d90-9ce229e124d1 HTTP/1.1" status: 204 len: 168 time: 0.4032166 Dec 03 15:03:46.100369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-b6cde279-0583-4fea-92be-d4d6a23e6e38 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:46.102726 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-b6cde279-0583-4fea-92be-d4d6a23e6e38 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "GET /v2.0/networks?id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 200 len: 815 time: 0.2123473 Dec 03 15:03:46.138892 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Request body: {'port': {'device_id': 'b75f6478-506c-4243-9e67-e9d873c8ec23', 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5', 'admin_state_up': True, 'tenant_id': '21e40f738979427da81270cc73912ddb'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:46.160402 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87050f0-5c53-481c-8aa6-e18fee1d7c83 req-28fcca2e-decc-4fa4-85af-78624365dac5 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:46.169016 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b87050f0-5c53-481c-8aa6-e18fee1d7c83 req-28fcca2e-decc-4fa4-85af-78624365dac5 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.3285887 Dec 03 15:03:46.324612 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b87050f0-5c53-481c-8aa6-e18fee1d7c83 req-c216b710-fcbd-4bba-b055-47911a41a3a5 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545708 Dec 03 15:03:46.406896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:46.418949 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Usage tracker for resource:port and tenant:21e40f738979427da81270cc73912ddb is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:46.422354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Quota usage for port was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:46.432602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:46.456340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Made reservation on behalf of 21e40f738979427da81270cc73912ddb for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:03:46.462958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:46.765030 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59184) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:46.809752 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcafe-5f59-4ff4-81e4-9cee17941876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:46.854825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-3d0fcafe-5f59-4ff4-81e4-9cee17941876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:46.865042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-3d0fcafe-5f59-4ff4-81e4-9cee17941876 admin admin] Usage tracker for resource:security_group_rule and tenant:2b0b4aa5889c442eb5dc914c9f2f2315 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:46.875811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-3d0fcafe-5f59-4ff4-81e4-9cee17941876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:46.888522 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-3d0fcafe-5f59-4ff4-81e4-9cee17941876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:46.936655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59190) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:47.023738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcafe-5f59-4ff4-81e4-9cee17941876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.027906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcafe-5f59-4ff4-81e4-9cee17941876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.038386 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bfae104e-ac91-428d-a872-b81715e4de05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:47.076672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Allocated IP 172.20.0.6 (59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5/1231438f-9ed6-449f-9282-1e8fad01a494/50cf6e7e-c16e-4adc-a773-2578e95f67a4) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:03:47.094216 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-3d0fcafe-5f59-4ff4-81e4-9cee17941876 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b0b4aa5889c442eb5dc914c9f2f2315&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3275404 Dec 03 15:03:47.096287 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59200) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:47.143525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fcafe-5f59-4ff4-81e4-9cee17941876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb9cbd3-7495-45ac-b163-15151170e406,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:47.160641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3d0fcafe-5f59-4ff4-81e4-9cee17941876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:47.208134 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-17eca4b4-f15d-4da2-8010-90a868a1c64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.240011 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-17eca4b4-f15d-4da2-8010-90a868a1c64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.250646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 59204) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:47.296107 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-17eca4b4-f15d-4da2-8010-90a868a1c64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.305701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f2db99c8-c0a2-4e02-8aaf-5df72c758cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:47.345137 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e37cdae3-5336-40e9-94d8-816df178ca50 req-89e84dab-5867-45b6-9179-a6e57ac8a30c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 210 time: 0.0985303 Dec 03 15:03:47.358797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-911e9f78-4f9b-4624-b966-bafc739af464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.388503 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eca4b4-f15d-4da2-8010-90a868a1c64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb9cbd3-7495-45ac-b163-15151170e406,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:47.392435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-17eca4b4-f15d-4da2-8010-90a868a1c64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.396804 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-17eca4b4-f15d-4da2-8010-90a868a1c64b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3cb9cbd3-7495-45ac-b163-15151170e406 HTTP/1.1" status: 204 len: 168 time: 0.2992737 Dec 03 15:03:47.398552 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-911e9f78-4f9b-4624-b966-bafc739af464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:47.401715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-17eca4b4-f15d-4da2-8010-90a868a1c64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:47.406139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-911e9f78-4f9b-4624-b966-bafc739af464 admin admin] Usage tracker for resource:security_group_rule and tenant:4aec207583ac4cb882f793da0dc4ee9e is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:47.409737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-911e9f78-4f9b-4624-b966-bafc739af464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:47.420980 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-911e9f78-4f9b-4624-b966-bafc739af464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:47.466725 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a80f9111-3952-4aa1-b8da-acd9311322d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.557550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-911e9f78-4f9b-4624-b966-bafc739af464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.561305 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-911e9f78-4f9b-4624-b966-bafc739af464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.574864 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-95f96f50-9074-4e57-9955-75540b785bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:47.579779 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a80f9111-3952-4aa1-b8da-acd9311322d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:47.583923 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a80f9111-3952-4aa1-b8da-acd9311322d4 admin admin] Usage tracker for resource:security_group_rule and tenant:81d0b69f83de4edc83180e2a79afe736 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:47.590437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a80f9111-3952-4aa1-b8da-acd9311322d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:47.596933 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a80f9111-3952-4aa1-b8da-acd9311322d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:47.624495 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.627745 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-911e9f78-4f9b-4624-b966-bafc739af464 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4aec207583ac4cb882f793da0dc4ee9e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6896181 Dec 03 15:03:47.628731 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e9f78-4f9b-4624-b966-bafc739af464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf23becc-76ab-455e-8053-3a7962fad564,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:47.631867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59220) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:47.638042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-911e9f78-4f9b-4624-b966-bafc739af464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:47.706755 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85e014c7-f88a-4152-b125-53ea0fece0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.740126 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85e014c7-f88a-4152-b125-53ea0fece0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.780149 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.809131 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c65861-b149-4011-9b4c-00fb55896e75 req-be0172e7-21de-4bfa-88c3-deb1f58a3acc tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:47.809357 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85e014c7-f88a-4152-b125-53ea0fece0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.810752 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-51c65861-b149-4011-9b4c-00fb55896e75 req-be0172e7-21de-4bfa-88c3-deb1f58a3acc tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 946 time: 0.3174334 Dec 03 15:03:47.814821 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8a5abee8-73c4-45a9-aedf-43aaebef468d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:47.821927 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:47.830469 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e014c7-f88a-4152-b125-53ea0fece0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf23becc-76ab-455e-8053-3a7962fad564,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:47.836574 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-85e014c7-f88a-4152-b125-53ea0fece0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:47.836574 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85e014c7-f88a-4152-b125-53ea0fece0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:47.836574 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-85e014c7-f88a-4152-b125-53ea0fece0f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf23becc-76ab-455e-8053-3a7962fad564 HTTP/1.1" status: 204 len: 168 time: 0.2024770 Dec 03 15:03:47.975471 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4166e0-6c64-4f4f-97ac-20178e164edf req-99e06ae7-cb85-46b7-8b7c-0bd7cc333e0b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:47.977174 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ca4166e0-6c64-4f4f-97ac-20178e164edf req-99e06ae7-cb85-46b7-8b7c-0bd7cc333e0b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.3587682 Dec 03 15:03:48.003943 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a80f9111-3952-4aa1-b8da-acd9311322d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:48.047281 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a80f9111-3952-4aa1-b8da-acd9311322d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:48.063682 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Pushing event updated for resources: {'Port': ['ID=50cf6e7e-c16e-4adc-a773-2578e95f67a4,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:48.074414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:48.077347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:48.131409 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-51c65861-b149-4011-9b4c-00fb55896e75 req-62ac5718-12f0-4adb-89a0-4e233507c0b0 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/security-groups?id=30078777-3f9a-449e-b296-619081875359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656858 Dec 03 15:03:48.172797 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a80f9111-3952-4aa1-b8da-acd9311322d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81d0b69f83de4edc83180e2a79afe736&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9201081 Dec 03 15:03:48.176426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59240) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:48.177973 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ca4166e0-6c64-4f4f-97ac-20178e164edf req-828bbe64-94b0-4986-9015-3d7a221b168c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844065 Dec 03 15:03:48.180283 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f9111-3952-4aa1-b8da-acd9311322d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd87c80f-0bc0-416d-b558-4131d6258759,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:48.184346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a80f9111-3952-4aa1-b8da-acd9311322d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:48.217910 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:03:48.219205 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:48.223001 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:03:48.227825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:48.228529 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:48.291136 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1606722 Dec 03 15:03:48.293531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2a934132-a61b-45e7-8816-7db79cd1fc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:48.317992 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Request body: {'port': {'device_id': 'b75f6478-506c-4243-9e67-e9d873c8ec23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:48.341148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2a934132-a61b-45e7-8816-7db79cd1fc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:48.409608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2a934132-a61b-45e7-8816-7db79cd1fc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:48.418513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-281a861f-5117-409f-bd45-082cbd70e2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:48.451447 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a934132-a61b-45e7-8816-7db79cd1fc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd87c80f-0bc0-416d-b558-4131d6258759,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:48.461095 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2a934132-a61b-45e7-8816-7db79cd1fc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:48.468481 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:48.475663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2a934132-a61b-45e7-8816-7db79cd1fc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:48.477078 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-2a934132-a61b-45e7-8816-7db79cd1fc99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd87c80f-0bc0-416d-b558-4131d6258759 HTTP/1.1" status: 204 len: 168 time: 0.3001506 Dec 03 15:03:48.807815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aee07-f8a7-425c-8f4b-5417dfdc3e84 req-7b1febaa-d945-4a86-a407-4367840971ee tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:48.808713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-885aee07-f8a7-425c-8f4b-5417dfdc3e84 req-7b1febaa-d945-4a86-a407-4367840971ee tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Synchronizing usage tracker for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:48.917719 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-885aee07-f8a7-425c-8f4b-5417dfdc3e84 req-7b1febaa-d945-4a86-a407-4367840971ee tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Unset dirty status for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:48.919013 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-885aee07-f8a7-425c-8f4b-5417dfdc3e84 req-7b1febaa-d945-4a86-a407-4367840971ee tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 931 time: 0.3066316 Dec 03 15:03:49.012702 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-885aee07-f8a7-425c-8f4b-5417dfdc3e84 req-ce3c0447-8fa3-41ad-b7cd-9980e018e8c8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821776 Dec 03 15:03:49.094641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cf6e7e-c16e-4adc-a773-2578e95f67a4 {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:03:49.103175 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:49.117871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Transition to ACTIVE for port object 50cf6e7e-c16e-4adc-a773-2578e95f67a4 will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:03:49.121691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:49.136799 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59274) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:49.140651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:49.161617 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 41b65e05-5f9e-4714-bd85-527b11fb2e51 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:49.172782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1634c8e3-5f3a-4301-96af-2d8a45974836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:49.228664 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-1634c8e3-5f3a-4301-96af-2d8a45974836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:49.248107 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-1634c8e3-5f3a-4301-96af-2d8a45974836 admin admin] Usage tracker for resource:security_group_rule and tenant:046b9a9c49744413b4b455bd17687d20 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:49.252387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-1634c8e3-5f3a-4301-96af-2d8a45974836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:49.266946 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-1634c8e3-5f3a-4301-96af-2d8a45974836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:49.320342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 41b65e05-5f9e-4714-bd85-527b11fb2e51 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:49.321030 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:49.381570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1634c8e3-5f3a-4301-96af-2d8a45974836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:49.385228 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1634c8e3-5f3a-4301-96af-2d8a45974836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:49.418625 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d8c74b95-c81b-4af8-8e76-c60240d75783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:49.465944 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1634c8e3-5f3a-4301-96af-2d8a45974836 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=046b9a9c49744413b4b455bd17687d20&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3277957 Dec 03 15:03:49.466691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 59290) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:49.467732 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634c8e3-5f3a-4301-96af-2d8a45974836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc6e511-cbf0-4d39-899e-3587217b4c9f,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:49.472634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1634c8e3-5f3a-4301-96af-2d8a45974836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:49.591678 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Pushing event updated for resources: {'Port': ['ID=50cf6e7e-c16e-4adc-a773-2578e95f67a4,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:49.605465 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:49.868560 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-f85c0892-022a-435e-a872-da05769996ea tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:49.870158 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-f85c0892-022a-435e-a872-da05769996ea tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.65 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 946 time: 0.5422659 Dec 03 15:03:49.875148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3e422ef9-306b-402f-9578-fff023706f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.182507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5a587-5f11-431b-ba44-4e66932da544 req-490f3bb7-c274-4160-92df-8b3862f4a727 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:50.184253 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1ea5a587-5f11-431b-ba44-4e66932da544 req-490f3bb7-c274-4160-92df-8b3862f4a727 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 946 time: 0.6745903 Dec 03 15:03:50.223416 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3e422ef9-306b-402f-9578-fff023706f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.249330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15334e10-831d-4bb1-90a0-a789da2123c7 req-164e7256-452e-4c9d-9046-dde20aa231c7 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:50.250936 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-15334e10-831d-4bb1-90a0-a789da2123c7 req-164e7256-452e-4c9d-9046-dde20aa231c7 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.6616764 Dec 03 15:03:50.251683 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Attempting to bind port 50cf6e7e-c16e-4adc-a773-2578e95f67a4 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:03:50.252075 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Attempting to bind port 50cf6e7e-c16e-4adc-a773-2578e95f67a4 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:03:50.252437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Attempting to bind port 50cf6e7e-c16e-4adc-a773-2578e95f67a4 on network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:03:50.256655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59316) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:50.280187 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:03:50.280571 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Checking segment: {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:03:50.280968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.281363 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Bound using segment: {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:03:50.281852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Bound port: 50cf6e7e-c16e-4adc-a773-2578e95f67a4, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:03:50.282225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.346244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Deleting port 41b65e05-5f9e-4714-bd85-527b11fb2e51 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:03:50.346690 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.427883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3a27105c-8094-44bd-910a-cdba86311c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.448345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-3a27105c-8094-44bd-910a-cdba86311c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:50.453455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-3a27105c-8094-44bd-910a-cdba86311c2b admin admin] Usage tracker for resource:security_group_rule and tenant:82d8da570abb422e90fa41b1cf0786f2 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:50.456761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-3a27105c-8094-44bd-910a-cdba86311c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:50.464402 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-3a27105c-8094-44bd-910a-cdba86311c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:50.482626 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1ea5a587-5f11-431b-ba44-4e66932da544 req-ce649002-ba94-4316-8c15-5e54e4c7d513 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/security-groups?id=30078777-3f9a-449e-b296-619081875359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787511 Dec 03 15:03:50.513977 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-15334e10-831d-4bb1-90a0-a789da2123c7 req-5c09431a-50c2-46c7-af5e-bcbbd8610f2a tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293425 Dec 03 15:03:50.531375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59324) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:50.611056 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3e422ef9-306b-402f-9578-fff023706f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.621215 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d5b56e99-6b5c-4528-b309-ca12d67670f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:50.644175 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3a27105c-8094-44bd-910a-cdba86311c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.649526 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3a27105c-8094-44bd-910a-cdba86311c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.663671 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e422ef9-306b-402f-9578-fff023706f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc6e511-cbf0-4d39-899e-3587217b4c9f,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:50.668697 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3e422ef9-306b-402f-9578-fff023706f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:50.670318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] For port 50cf6e7e-c16e-4adc-a773-2578e95f67a4, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:03:50.682831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-efd4858d-29c8-4675-98ad-36c738173a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:50.744414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3e422ef9-306b-402f-9578-fff023706f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.745675 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-3e422ef9-306b-402f-9578-fff023706f70 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dcc6e511-cbf0-4d39-899e-3587217b4c9f HTTP/1.1" status: 204 len: 168 time: 1.2614000 Dec 03 15:03:50.747246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 41b65e05-5f9e-4714-bd85-527b11fb2e51 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:03:50.751134 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] For port 50cf6e7e-c16e-4adc-a773-2578e95f67a4, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=50cf6e7e-c16e-4adc-a773-2578e95f67a4,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:03:50.751345 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-3a27105c-8094-44bd-910a-cdba86311c2b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=82d8da570abb422e90fa41b1cf0786f2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4932132 Dec 03 15:03:50.754791 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 59332) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:50.760931 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27105c-8094-44bd-910a-cdba86311c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042dd7f0-d8af-4f07-b5e2-9ccb9b43ab14,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:50.776637 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3a27105c-8094-44bd-910a-cdba86311c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:50.777066 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.799414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:50.822568 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-50bf670f-3a08-49b3-adfc-95bdee87f6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.855998 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-50bf670f-3a08-49b3-adfc-95bdee87f6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:50.866977 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-50bf670f-3a08-49b3-adfc-95bdee87f6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b5dbdd240db04ab991a460d6c3b20597 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:50.870532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-50bf670f-3a08-49b3-adfc-95bdee87f6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:50.877647 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-50bf670f-3a08-49b3-adfc-95bdee87f6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:50.976174 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-50bf670f-3a08-49b3-adfc-95bdee87f6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.979461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-50bf670f-3a08-49b3-adfc-95bdee87f6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:50.990598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b4dceedc-b4d4-497c-b408-2ece32883e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:51.008773 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:51.046234 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-50bf670f-3a08-49b3-adfc-95bdee87f6b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5dbdd240db04ab991a460d6c3b20597&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5134363 Dec 03 15:03:51.046458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 41b65e05-5f9e-4714-bd85-527b11fb2e51, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=41b65e05-5f9e-4714-bd85-527b11fb2e51,segment=NetworkSegment(7e168a13-80a2-4c88-b114-b7b4883d3cda),segment_id=7e168a13-80a2-4c88-b114-b7b4883d3cda)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:51.047082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59338) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:51.047499 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bf2808-c64a-4673-bc46-264229f95897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b65e05-5f9e-4714-bd85-527b11fb2e51'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:51.047981 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf670f-3a08-49b3-adfc-95bdee87f6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42149b7-5921-4e13-8178-76287af0f933,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:51.060091 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:51.064723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-50bf670f-3a08-49b3-adfc-95bdee87f6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:51.070712 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3d3de910-1c74-4aa6-8316-2cf26ecf6fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:51.127797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1854f2d7-6f8a-49d5-af19-f746a4cf6e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:51.157141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=41b65e05-5f9e-4714-bd85-527b11fb2e51,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:51.161138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:51.173626 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bf2808-c64a-4673-bc46-264229f95897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b65e05-5f9e-4714-bd85-527b11fb2e51', 'code': 200} Dec 03 15:03:51.182803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1854f2d7-6f8a-49d5-af19-f746a4cf6e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:51.198423 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] For port 41b65e05-5f9e-4714-bd85-527b11fb2e51, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=41b65e05-5f9e-4714-bd85-527b11fb2e51,segment=NetworkSegment(7e168a13-80a2-4c88-b114-b7b4883d3cda),segment_id=7e168a13-80a2-4c88-b114-b7b4883d3cda)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:51.198836 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:51.216965 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Pushing event updated for resources: {'Port': ['ID=50cf6e7e-c16e-4adc-a773-2578e95f67a4,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:51.240821 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1854f2d7-6f8a-49d5-af19-f746a4cf6e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:51.245879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-73a6aae0-b00e-4480-b3dc-6d3755c353bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:51.263946 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854f2d7-6f8a-49d5-af19-f746a4cf6e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42149b7-5921-4e13-8178-76287af0f933,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:51.267407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1854f2d7-6f8a-49d5-af19-f746a4cf6e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:51.286072 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1854f2d7-6f8a-49d5-af19-f746a4cf6e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:51.287378 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:51.292566 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1854f2d7-6f8a-49d5-af19-f746a4cf6e36 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e42149b7-5921-4e13-8178-76287af0f933 HTTP/1.1" status: 204 len: 168 time: 0.2411232 Dec 03 15:03:51.386484 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Calling delete_port for 41b65e05-5f9e-4714-bd85-527b11fb2e51 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:03:51.438250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-17ef5c01-bee8-4ced-bf22-04ff7051563a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:51.506180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:51.506873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:51.508980 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] 10.222.0.65 "PUT /v2.0/ports/50cf6e7e-c16e-4adc-a773-2578e95f67a4 HTTP/1.1" status: 200 len: 1157 time: 3.1958275 Dec 03 15:03:51.512842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75f6478-506c-4243-9e67-e9d873c8ec23', 'tag': '50cf6e7e-c16e-4adc-a773-2578e95f67a4'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:51.650887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-17ef5c01-bee8-4ced-bf22-04ff7051563a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:51.776411 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59364) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:51.796792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c0df5-aede-4206-bcc2-ef503627e672 req-96672d9d-797e-4694-a1b5-9555af2810d2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:51.798479 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-137c0df5-aede-4206-bcc2-ef503627e672 req-96672d9d-797e-4694-a1b5-9555af2810d2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 943 time: 0.8032844 Dec 03 15:03:51.813522 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c9d70b7a-dba4-4d27-be20-4eb8ddc721f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:51.831903 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c9d70b7a-dba4-4d27-be20-4eb8ddc721f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:51.835284 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:03:51.835688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:03:51.837457 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c9d70b7a-dba4-4d27-be20-4eb8ddc721f0 admin admin] Usage tracker for resource:security_group_rule and tenant:229eecf52be9464a8a8bb35e0f21d823 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:51.841298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c9d70b7a-dba4-4d27-be20-4eb8ddc721f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:51.848977 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c9d70b7a-dba4-4d27-be20-4eb8ddc721f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:51.925152 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-137c0df5-aede-4206-bcc2-ef503627e672 req-35900734-9fa3-4fd0-b581-2c090c209cd2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065242 Dec 03 15:03:51.931775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-17ef5c01-bee8-4ced-bf22-04ff7051563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:51.937040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8b8109a7-7760-4bc1-9abb-de6e58cb11d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:51.952780 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-49006fc6-1ca5-4493-98e9-c0bbcae4e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:51.954414 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-49006fc6-1ca5-4493-98e9-c0bbcae4e11f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=21e40f738979427da81270cc73912ddb&device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 1160 time: 0.2835736 Dec 03 15:03:51.964547 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e0116-0a59-40aa-97b0-e11c092d8669 req-6a8e76eb-e210-4f90-be84-4b9474f91f4c tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:51.965989 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2f0e0116-0a59-40aa-97b0-e11c092d8669 req-6a8e76eb-e210-4f90-be84-4b9474f91f4c tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 944 time: 0.2938797 Dec 03 15:03:51.966839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef5c01-bee8-4ced-bf22-04ff7051563a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042dd7f0-d8af-4f07-b5e2-9ccb9b43ab14,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:52.003508 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c9d70b7a-dba4-4d27-be20-4eb8ddc721f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:52.006982 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c9d70b7a-dba4-4d27-be20-4eb8ddc721f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:52.036941 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-17ef5c01-bee8-4ced-bf22-04ff7051563a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:52.047536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:52.057703 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c9d70b7a-dba4-4d27-be20-4eb8ddc721f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=229eecf52be9464a8a8bb35e0f21d823&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2799609 Dec 03 15:03:52.060359 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59376) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:52.074057 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75f6478-506c-4243-9e67-e9d873c8ec23', 'tag': '50cf6e7e-c16e-4adc-a773-2578e95f67a4', 'status': 'completed', 'code': 200} Dec 03 15:03:52.075354 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-a5cd0e4f-107d-46c2-a545-42fb5bc90670 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50cf6e7e-c16e-4adc-a773-2578e95f67a4 HTTP/1.1" status: 200 len: 217 time: 0.0995522 Dec 03 15:03:52.147337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d70b7a-dba4-4d27-be20-4eb8ddc721f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa1b9d0-c972-476a-963b-b81291cd51ad,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:52.148756 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-17ef5c01-bee8-4ced-bf22-04ff7051563a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:52.151000 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-17ef5c01-bee8-4ced-bf22-04ff7051563a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/042dd7f0-d8af-4f07-b5e2-9ccb9b43ab14 HTTP/1.1" status: 204 len: 168 time: 1.3952196 Dec 03 15:03:52.155720 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c9d70b7a-dba4-4d27-be20-4eb8ddc721f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:52.161559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac5a1-e4e3-4ae0-9055-39a2caeb301f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:52.168263 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2f0e0116-0a59-40aa-97b0-e11c092d8669 req-5d73b00a-183c-41a9-9973-b476b987c1be tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/security-groups?id=30078777-3f9a-449e-b296-619081875359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330154 Dec 03 15:03:52.196479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac5a1-e4e3-4ae0-9055-39a2caeb301f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:52.205224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-86a3a003-d6f9-44a4-8c76-e8d298a0eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:52.207140 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-86a3a003-d6f9-44a4-8c76-e8d298a0eb81 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1231438f-9ed6-449f-9282-1e8fad01a494 HTTP/1.1" status: 200 len: 855 time: 0.1208136 Dec 03 15:03:52.264178 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac5a1-e4e3-4ae0-9055-39a2caeb301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:52.272713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-85e014c7-f88a-4152-b125-53ea0fece0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:52.292983 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac5a1-e4e3-4ae0-9055-39a2caeb301f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:52.294667 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-bd5ac5a1-e4e3-4ae0-9055-39a2caeb301f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1fa1b9d0-c972-476a-963b-b81291cd51ad HTTP/1.1" status: 204 len: 168 time: 0.2331812 Dec 03 15:03:52.296396 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ac5a1-e4e3-4ae0-9055-39a2caeb301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa1b9d0-c972-476a-963b-b81291cd51ad,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:52.299241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bd5ac5a1-e4e3-4ae0-9055-39a2caeb301f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:52.325992 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-f2b8ee97-36b2-4f9a-9f29-9b95efe39718 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110206 Dec 03 15:03:52.337308 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Deleting port 41b65e05-5f9e-4714-bd85-527b11fb2e51 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:03:52.337821 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:52.628064 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9000b-a769-4f3f-8c1c-a8004be7efff req-8c7db4d7-5412-4fc3-a05a-cdb936f534c0 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:52.629941 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f2b9000b-a769-4f3f-8c1c-a8004be7efff req-8c7db4d7-5412-4fc3-a05a-cdb936f534c0 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.3649983 Dec 03 15:03:52.758471 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-e8e72cc4-783b-47d5-b06b-33ad1cdd5754 service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902042 Dec 03 15:03:52.852718 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:53.138190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fd31ffcf-cd15-47c3-a3ea-da59991246b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:53.157635 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f2b9000b-a769-4f3f-8c1c-a8004be7efff req-75efdd2b-5900-46b6-9aa3-2b8ee4bbb815 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090663 Dec 03 15:03:53.311155 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37df1e15-2c50-4c52-95d9-a759136df9d0 req-8e2e1f9c-c5fa-4a4f-9d87-d401373a1148 service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5445912 Dec 03 15:03:53.314228 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] For port 41b65e05-5f9e-4714-bd85-527b11fb2e51, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=41b65e05-5f9e-4714-bd85-527b11fb2e51,segment=NetworkSegment(7e168a13-80a2-4c88-b114-b7b4883d3cda),segment_id=7e168a13-80a2-4c88-b114-b7b4883d3cda)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:53.314748 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:53.560812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Calling delete_port for 41b65e05-5f9e-4714-bd85-527b11fb2e51 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:03:53.620729 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f7e91-26e4-403e-b7e2-57cefe84493b req-c55120e2-e6a2-4235-8510-9776a3c4c9b8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:53.625716 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-072f7e91-26e4-403e-b7e2-57cefe84493b req-c55120e2-e6a2-4235-8510-9776a3c4c9b8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 943 time: 0.5280247 Dec 03 15:03:53.755559 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-072f7e91-26e4-403e-b7e2-57cefe84493b req-f33a1ccc-a01e-4410-9cf9-0b194d4a4a32 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184669 Dec 03 15:03:53.775805 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbccc57-9ef5-4984-a90e-cf964c0c4a9c req-03f395ed-e527-46ff-a9c5-be16a3ca2211 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:53.776633 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-9dbccc57-9ef5-4984-a90e-cf964c0c4a9c req-03f395ed-e527-46ff-a9c5-be16a3ca2211 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Synchronizing usage tracker for tenant:51096ff870fd49698a0d8a8629a14987 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:03:53.844657 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242605f-6357-4695-8dc0-312398790ba2 req-3828f1d7-407f-47fe-9ad8-f6ff0576e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:53.846264 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5242605f-6357-4695-8dc0-312398790ba2 req-3828f1d7-407f-47fe-9ad8-f6ff0576e18f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=21e40f738979427da81270cc73912ddb&device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 1160 time: 0.3740635 Dec 03 15:03:53.856306 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-9dbccc57-9ef5-4984-a90e-cf964c0c4a9c req-03f395ed-e527-46ff-a9c5-be16a3ca2211 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Unset dirty status for tenant:51096ff870fd49698a0d8a8629a14987 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:03:53.857643 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9dbccc57-9ef5-4984-a90e-cf964c0c4a9c req-03f395ed-e527-46ff-a9c5-be16a3ca2211 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 944 time: 0.4615879 Dec 03 15:03:53.965631 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59440) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:54.035382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:54.059246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8360bcd0-99b2-4e3e-88fb-d5440258e3e8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:54.243070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Pushing event deleted for resources: {'Port': ['ID=41b65e05-5f9e-4714-bd85-527b11fb2e51,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:54.252492 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:54.277843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242605f-6357-4695-8dc0-312398790ba2 req-c4f46572-399e-4c2e-8dd1-a7a93e80ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:54.279468 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5242605f-6357-4695-8dc0-312398790ba2 req-c4f46572-399e-4c2e-8dd1-a7a93e80ee50 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 200 len: 909 time: 0.4143598 Dec 03 15:03:54.300624 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9dbccc57-9ef5-4984-a90e-cf964c0c4a9c req-d40efd37-36fe-4cd2-ae2b-011d0c6124c9 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/security-groups?id=30078777-3f9a-449e-b296-619081875359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091213 Dec 03 15:03:54.414549 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5242605f-6357-4695-8dc0-312398790ba2 req-24d0e038-b207-4c13-8d14-4519478244a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50cf6e7e-c16e-4adc-a773-2578e95f67a4 HTTP/1.1" status: 200 len: 217 time: 0.1101041 Dec 03 15:03:54.446556 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1119529403-network', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:54.467354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:54.480142 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Usage tracker for resource:network and tenant:3660b34f56fa4321bf49277dc190b8fd is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:54.483681 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:54.490393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:54.504154 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Made reservation on behalf of 3660b34f56fa4321bf49277dc190b8fd for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:03:54.512184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:54.556359 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:54.588360 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:54.594677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Usage tracker for resource:security_group_rule and tenant:3660b34f56fa4321bf49277dc190b8fd is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:54.598045 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:54.605868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:54.623436 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] No DVR routers for this DVR port 41b65e05-5f9e-4714-bd85-527b11fb2e51 on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:03:54.649254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:54.662605 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-055a512b-65f4-46ea-9c24-44ae3be3ffc0 req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.65 "DELETE /v2.0/ports/41b65e05-5f9e-4714-bd85-527b11fb2e51 HTTP/1.1" status: 204 len: 173 time: 4.7715421 Dec 03 15:03:54.662999 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bf2808-c64a-4673-bc46-264229f95897', 'name': 'network-vif-deleted', 'tag': '41b65e05-5f9e-4714-bd85-527b11fb2e51'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:54.677531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242605f-6357-4695-8dc0-312398790ba2 req-0d20cec8-7025-4dd7-a62c-47715556d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:54.679629 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5242605f-6357-4695-8dc0-312398790ba2 req-0d20cec8-7025-4dd7-a62c-47715556d3e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1231438f-9ed6-449f-9282-1e8fad01a494 HTTP/1.1" status: 200 len: 855 time: 0.2163920 Dec 03 15:03:54.757084 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bf2808-c64a-4673-bc46-264229f95897', 'name': 'network-vif-deleted', 'tag': '41b65e05-5f9e-4714-bd85-527b11fb2e51', 'status': 'completed', 'code': 200} Dec 03 15:03:54.769597 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:54.773932 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:54.776078 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5242605f-6357-4695-8dc0-312398790ba2 req-46e81598-185f-403b-85df-25528e79de4d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757630 Dec 03 15:03:54.796559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:03:54.806946 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:54.807400 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Added segment c01c979a-0638-4e56-a35a-b741a914b81d of type vxlan for network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 Dec 03 15:03:54.814091 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-869b2ecf-3d81-43dc-9080-7a0f496280f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:54.850603 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4d0ca-7d9a-4fda-82a9-b965ecb7a4ff req-61e23d0d-bc3e-431a-9864-19dae7bca936 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:54.859401 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:54.860538 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b7d4d0ca-7d9a-4fda-82a9-b965ecb7a4ff req-61e23d0d-bc3e-431a-9864-19dae7bca936 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.4500544 Dec 03 15:03:54.896345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:54.899669 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:54.900450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:54.928429 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:54.948278 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:54.948816 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:55.051016 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0841599 Dec 03 15:03:55.054580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59472) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:55.062523 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Request body: {'subnet': {'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1119529403-subnet', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'ip_version': 4}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:55.068200 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b7d4d0ca-7d9a-4fda-82a9-b965ecb7a4ff req-dc4de93d-e66c-4b6f-a128-ef60cf8beae9 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066731 Dec 03 15:03:55.073639 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:55.076595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Pushing event updated for resources: {'Network': ['ID=1ba2aee9-4c39-4e32-91b2-320bbb798d92,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:55.080875 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Usage tracker for resource:subnet and tenant:3660b34f56fa4321bf49277dc190b8fd is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:55.084167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:55.091528 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:55.096115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:03:55.102461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:55.122202 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Made reservation on behalf of 3660b34f56fa4321bf49277dc190b8fd for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:03:55.127634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3469074'] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:55.200643 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5242605f-6357-4695-8dc0-312398790ba2 req-b57f0095-6303-436c-a0fc-402d5aba211e service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123454 Dec 03 15:03:55.222195 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:03:55.230162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb48edb-6739-4fc0-b6e7-9027ddde749a req-5e1b5c26-8c2f-45d0-aa39-2ab6c2b4f81a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:55.232156 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-adb48edb-6739-4fc0-b6e7-9027ddde749a req-5e1b5c26-8c2f-45d0-aa39-2ab6c2b4f81a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 943 time: 0.2670925 Dec 03 15:03:55.417910 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-adb48edb-6739-4fc0-b6e7-9027ddde749a req-f8834bfd-9e8f-4d0b-b163-5654208cb89e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423697 Dec 03 15:03:55.464942 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5242605f-6357-4695-8dc0-312398790ba2 req-f6835998-ea3a-4c13-883f-306e641a50e6 service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2307549 Dec 03 15:03:55.646285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9d8106b4-5032-4111-98cd-7797294f2653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:55.670369 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-04a786a0-ee80-4005-88f7-705125acf898 req-96fa0410-f1dc-4c48-b002-f60c9d8f7c40 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] 10.222.0.81 "GET /v2.0/ports?device_id=08bf2808-c64a-4673-bc46-264229f95897 HTTP/1.1" status: 200 len: 210 time: 0.0516093 Dec 03 15:03:55.799692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3867129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3469059'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:55.815943 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:55.948919 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=954f6dfc-38f4-469f-aa5e-811cef0d10fb,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:55.961891 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:56.025730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Checking segment: {'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:03:56.026266 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Network hostable DHCP agents. Network: 1ba2aee9-4c39-4e32-91b2-320bbb798d92, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:03:56.045462 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:03:56.061863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, 1ba2aee9-4c39-4e32-91b2-320bbb798d92) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:56.076870 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:56.077282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a6c5cc-fd46-4b5b-868c-afb48eaf0bc4 None None] Network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:03:56.077788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:56.100713 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-fabd53f4-fb7a-43a7-8ced-deb4a481c810 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0447907 Dec 03 15:03:56.102193 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 59500) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:03:56.110069 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:03:56.115041 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:03:56.121088 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Usage tracker for resource:router and tenant:3660b34f56fa4321bf49277dc190b8fd is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:03:56.126832 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:03:56.137280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:03:56.149546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853072490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5104'] for router, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:56.150756 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852957072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770695'] for router, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:56.170338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:56.195734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:56.381407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b7907d-4529-5b40-b45c-df8ee677da74-1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'fixed_ips': [{'subnet_id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb'}]}} from dv-cinder-757908-3-smb. {{(pid=80305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 03 15:03:56.382642 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:56.618512 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770794'] for router, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:56.785856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Allocated IP 172.20.0.2 (1ba2aee9-4c39-4e32-91b2-320bbb798d92/954f6dfc-38f4-469f-aa5e-811cef0d10fb/a204d038-16c0-49f0-a2c6-6150ece2f888) {{(pid=80305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:03:57.051600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e6429-1616-4a73-a48d-83826937e4ab req-0d028860-500c-4600-85b4-bcae178effaf tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:57.053279 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bd1e6429-1616-4a73-a48d-83826937e4ab req-0d028860-500c-4600-85b4-bcae178effaf tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.6544120 Dec 03 15:03:57.120197 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Notify callbacks [] for port, precommit_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:57.134490 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Transition to ACTIVE for port object a204d038-16c0-49f0-a2c6-6150ece2f888 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:03:57.155545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Transition to ACTIVE for port object a204d038-16c0-49f0-a2c6-6150ece2f888 will not be triggered until provisioned by entity DHCP. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:03:57.158989 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bd1e6429-1616-4a73-a48d-83826937e4ab req-b5603310-6ba1-4cd6-acaf-5bb2561fc71d tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976892 Dec 03 15:03:57.165475 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.objects.ports [None req-a2126ecc-0015-46cf-93ce-a9da260cecd4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80305) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 03 15:03:57.166529 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ad424-f692-45d3-a339-26dce53db8ba req-9ed51f34-e39d-47cb-bdbc-0ec06e8628fe tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:57.178242 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c8ad424-f692-45d3-a339-26dce53db8ba req-9ed51f34-e39d-47cb-bdbc-0ec06e8628fe tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 943 time: 0.2126997 Dec 03 15:03:57.178395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:57.313867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:57.337913 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c8ad424-f692-45d3-a339-26dce53db8ba req-ea068163-c8d8-4227-a1dc-73007d6261b8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586268 Dec 03 15:03:57.358716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:57.403553 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:57.456093 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Pushing event updated for resources: {'Port': ['ID=a204d038-16c0-49f0-a2c6-6150ece2f888,revision_number=1']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:57.464942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:57.488484 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 is already hosted by enough agents. {{(pid=80305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:03:57.489700 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Resources bound (agent type, host, resource id): {{(pid=80305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:57.492956 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Received port after_create {{(pid=80305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:03:57.494298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:57.531532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:57.550898 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Attempting to bind port a204d038-16c0-49f0-a2c6-6150ece2f888 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:03:57.551309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Attempting to bind port a204d038-16c0-49f0-a2c6-6150ece2f888 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:03:57.551718 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Attempting to bind port a204d038-16c0-49f0-a2c6-6150ece2f888 on network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:03:57.558726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:03:57.559151 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Checking segment: {'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:03:57.559934 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:57.559934 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Bound using segment: {'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:03:57.560931 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Bound port: a204d038-16c0-49f0-a2c6-6150ece2f888, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:03:57.561787 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:57.671397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] For port a204d038-16c0-49f0-a2c6-6150ece2f888, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:03:57.679464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] For port a204d038-16c0-49f0-a2c6-6150ece2f888, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=a204d038-16c0-49f0-a2c6-6150ece2f888,segment=NetworkSegment(c01c979a-0638-4e56-a35a-b741a914b81d),segment_id=c01c979a-0638-4e56-a35a-b741a914b81d)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:03:57.685119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:57.707002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:57.940582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Pushing event updated for resources: {'Port': ['ID=a204d038-16c0-49f0-a2c6-6150ece2f888,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:57.956904 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:57.960419 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 50cf6e7e-c16e-4adc-a773-2578e95f67a4 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:57.961351 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Allocated IP 172.28.3.139 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/789ce321-65f6-4e16-9b11-a3cc390b773c) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:03:58.068784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port 50cf6e7e-c16e-4adc-a773-2578e95f67a4 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:58.074593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 50cf6e7e-c16e-4adc-a773-2578e95f67a4 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:58.075008 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:58.285198 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:58.294099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:58.354290 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75f6478-506c-4243-9e67-e9d873c8ec23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cf6e7e-c16e-4adc-a773-2578e95f67a4'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:03:58.391905 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:58.430088 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 50cf6e7e-c16e-4adc-a773-2578e95f67a4, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=50cf6e7e-c16e-4adc-a773-2578e95f67a4,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:03:58.433995 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:58.435999 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:58.533901 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75f6478-506c-4243-9e67-e9d873c8ec23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cf6e7e-c16e-4adc-a773-2578e95f67a4', 'code': 200} Dec 03 15:03:58.681814 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device a204d038-16c0-49f0-a2c6-6150ece2f888 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:58.709867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:03:58.759634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=50cf6e7e-c16e-4adc-a773-2578e95f67a4,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:58.779400 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:58.818801 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port a204d038-16c0-49f0-a2c6-6150ece2f888 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:58.924010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:03:58.932570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:03:58.939899 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Pushing event updated for resources: {'Port': ['ID=789ce321-65f6-4e16-9b11-a3cc390b773c,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:03:58.953892 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:03:59.019468 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 50cf6e7e-c16e-4adc-a773-2578e95f67a4 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:03:59.107387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 50cf6e7e-c16e-4adc-a773-2578e95f67a4 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:59.107981 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:59.118140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:03:59.202304 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6849d1-14c2-47ef-8394-dafd93f2b5a2 req-21ac905d-d50f-4202-be22-fee7c0f7bf23 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:59.203844 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fb6849d1-14c2-47ef-8394-dafd93f2b5a2 req-21ac905d-d50f-4202-be22-fee7c0f7bf23 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.5408914 Dec 03 15:03:59.257155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70625-e082-413a-82a9-2c60eddaaa3c req-d6bce0b5-8135-491c-8515-1c1120149897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:59.258780 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3bb70625-e082-413a-82a9-2c60eddaaa3c req-d6bce0b5-8135-491c-8515-1c1120149897 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 1162 time: 0.4295418 Dec 03 15:03:59.267386 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c296757-0237-4077-b5ec-3b49b0dacf22 req-30422b1b-0f23-4db5-b946-0799ab814183 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:03:59.268979 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9c296757-0237-4077-b5ec-3b49b0dacf22 req-30422b1b-0f23-4db5-b946-0799ab814183 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 945 time: 0.4383414 Dec 03 15:03:59.461212 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fb6849d1-14c2-47ef-8394-dafd93f2b5a2 req-c602e4b3-8fc6-4b10-b838-041d424cf63c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410796 Dec 03 15:03:59.524857 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3bb70625-e082-413a-82a9-2c60eddaaa3c req-1001b534-cff7-4317-baa2-583d1617d852 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906235 Dec 03 15:03:59.527254 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9c296757-0237-4077-b5ec-3b49b0dacf22 req-0ec07215-322e-48c0-a32d-ae63eaa14128 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943233 Dec 03 15:03:59.566140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:03:59.793647 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8398262-08d4-4f59-a493-64f4f78d9eb8 None None] Network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:03:59.906084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-69910f8e-6e23-4984-a15a-f387d5920ce5 None None] Provisioning for port a204d038-16c0-49f0-a2c6-6150ece2f888 completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:03:59.925601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-69910f8e-6e23-4984-a15a-f387d5920ce5 None None] Provisioning complete for port a204d038-16c0-49f0-a2c6-6150ece2f888 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:03:59.926053 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-69910f8e-6e23-4984-a15a-f387d5920ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:00.252485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672967'] for router, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:00.254326 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-69910f8e-6e23-4984-a15a-f387d5920ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:00.529648 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Router e5955390-17dc-42a1-a062-980ffe2e8371 is scheduled to L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b with binding_index 1 {{(pid=80303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 03 15:04:00.542734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-69910f8e-6e23-4984-a15a-f387d5920ce5 None None] For port a204d038-16c0-49f0-a2c6-6150ece2f888, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=a204d038-16c0-49f0-a2c6-6150ece2f888,segment=NetworkSegment(c01c979a-0638-4e56-a35a-b741a914b81d),segment_id=c01c979a-0638-4e56-a35a-b741a914b81d)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:04:00.547790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-69910f8e-6e23-4984-a15a-f387d5920ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:00.550063 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:00.652346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69910f8e-6e23-4984-a15a-f387d5920ce5 None None] Pushing event updated for resources: {'Port': ['ID=a204d038-16c0-49f0-a2c6-6150ece2f888,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:00.656935 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-69910f8e-6e23-4984-a15a-f387d5920ce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:00.895264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-3676a09e-b227-4063-b3c2-721495493990 None None] Provisioning complete for port a204d038-16c0-49f0-a2c6-6150ece2f888 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:00.895761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3676a09e-b227-4063-b3c2-721495493990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:00.950862 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:04:00.970602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Sync routers for ids ['e5955390-17dc-42a1-a062-980ffe2e8371'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:04:00.989042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Routers {'e5955390-17dc-42a1-a062-980ffe2e8371'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:04:00.990604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:03:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['e5955390-17dc-42a1-a062-980ffe2e8371'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:01.065570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:01.070922 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9631872 Dec 03 15:04:01.071258 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59614) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:01.080908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299782b-b277-49bd-90bc-6e363c917aee req-dfd0399d-b56b-45ad-b010-69d51a132f59 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:01.086405 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2299782b-b277-49bd-90bc-6e363c917aee req-dfd0399d-b56b-45ad-b010-69d51a132f59 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.3685436 Dec 03 15:04:01.099071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 50cf6e7e-c16e-4adc-a773-2578e95f67a4 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:01.108708 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfc9ad-9533-478a-9f72-1810bd81b7d8 req-7e777e12-8815-4cbb-ae94-2b7347a75741 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:01.132432 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c6bfc9ad-9533-478a-9f72-1810bd81b7d8 req-7e777e12-8815-4cbb-ae94-2b7347a75741 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 945 time: 0.2976816 Dec 03 15:04:01.228353 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c6bfc9ad-9533-478a-9f72-1810bd81b7d8 req-4e1fcef4-ef0d-4691-997c-73589af5e750 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942464 Dec 03 15:04:01.281612 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 50cf6e7e-c16e-4adc-a773-2578e95f67a4 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:01.282183 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:01.304489 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2299782b-b277-49bd-90bc-6e363c917aee req-e0880a4b-0ee4-4fb1-a6eb-7af743ad3ff1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028947 Dec 03 15:04:01.408705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Set router e5955390-17dc-42a1-a062-980ffe2e8371 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:04:01.414913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-14cb09e1-161a-47be-b083-2b55e55ab431 None None] Provisioning complete for port a204d038-16c0-49f0-a2c6-6150ece2f888 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:01.415330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-14cb09e1-161a-47be-b083-2b55e55ab431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:01.768425 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-ee789df1-144f-4bfc-9997-ad1013f2db0b None None] Provisioning complete for port a204d038-16c0-49f0-a2c6-6150ece2f888 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:01.768846 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ee789df1-144f-4bfc-9997-ad1013f2db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:02.081772 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:03:59Z', 'revision_number': 3, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:02.087103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Checking router: e5955390-17dc-42a1-a062-980ffe2e8371 for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:04:02.087523 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Updating router e5955390-17dc-42a1-a062-980ffe2e8371 port 789ce321-65f6-4e16-9b11-a3cc390b773c binding host dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 15:04:02.168111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:02.540168 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:02.602783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device a204d038-16c0-49f0-a2c6-6150ece2f888 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:02.718169 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port a204d038-16c0-49f0-a2c6-6150ece2f888 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:02.718725 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:02.786692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445da6de-15c4-4a15-858f-3a3a2ebd5f35 req-bdf55778-7a4a-457e-8f97-4b2f00da86ba tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:02.789121 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-445da6de-15c4-4a15-858f-3a3a2ebd5f35 req-bdf55778-7a4a-457e-8f97-4b2f00da86ba tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.2187819 Dec 03 15:04:02.790897 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:02.811142 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Transition to ACTIVE for port object 789ce321-65f6-4e16-9b11-a3cc390b773c will not be triggered until provisioned by entity L2. {{(pid=80306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:04:02.814463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:02.847416 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7cc17-0ede-4296-ac22-5d765fef4932 req-c0a01dd7-85a8-460d-83dc-24a0f5e20631 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:02.849340 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b7f7cc17-0ede-4296-ac22-5d765fef4932 req-c0a01dd7-85a8-460d-83dc-24a0f5e20631 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 945 time: 0.2223427 Dec 03 15:04:02.895226 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-733d225c-cd46-4994-a4fc-d3e3859b4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:02.896071 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-445da6de-15c4-4a15-858f-3a3a2ebd5f35 req-bbc1e6cb-f22a-4333-bf2c-dbe4e8e66303 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968802 Dec 03 15:04:02.944729 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b7f7cc17-0ede-4296-ac22-5d765fef4932 req-09fb61d2-c915-45cc-b2a1-4641d6ac7063 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732260 Dec 03 15:04:03.033102 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Allocated IP 172.20.0.1 (1ba2aee9-4c39-4e32-91b2-320bbb798d92/954f6dfc-38f4-469f-aa5e-811cef0d10fb/a9834d74-eedc-4957-aedd-eaa68a942c35) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:04:03.091176 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Pushing event updated for resources: {'Port': ['ID=789ce321-65f6-4e16-9b11-a3cc390b773c,revision_number=2']} {{(pid=80306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:03.135336 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.135715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.136105 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.136468 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.136825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.137183 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.137666 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.138037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.138390 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.138742 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.139115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.139474 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.139985 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.140340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.140853 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.141203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.141549 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.141933 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.142283 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.142627 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.143133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.143486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.143874 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.144255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:03.149300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:03.150250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Attempting to bind port 789ce321-65f6-4e16-9b11-a3cc390b773c on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:04:03.161133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Attempting to bind port 789ce321-65f6-4e16-9b11-a3cc390b773c by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}] {{(pid=80306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:04:03.161133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Attempting to bind port 789ce321-65f6-4e16-9b11-a3cc390b773c on network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:04:03.161133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:04:03.161133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Checking segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:04:03.161133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:03.161133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Bound using segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:04:03.161133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Bound port: 789ce321-65f6-4e16-9b11-a3cc390b773c, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}] {{(pid=80306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:04:03.162059 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:03.218255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:03.237475 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Transition to ACTIVE for port object a9834d74-eedc-4957-aedd-eaa68a942c35 will not be triggered until provisioned by entity DHCP. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:04:03.260424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850907544'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:03.266785 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] For port 789ce321-65f6-4e16-9b11-a3cc390b773c, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:04:03.271130 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] For port 789ce321-65f6-4e16-9b11-a3cc390b773c, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=789ce321-65f6-4e16-9b11-a3cc390b773c,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:04:03.275180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:03.278350 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:03.294687 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8249557e-5b73-4c18-b50b-d496a018e0fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:03.348319 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Pushing event updated for resources: {'Port': ['ID=a9834d74-eedc-4957-aedd-eaa68a942c35,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:03.441020 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Pushing event updated for resources: {'Port': ['ID=789ce321-65f6-4e16-9b11-a3cc390b773c,revision_number=3']} {{(pid=80306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:03.449049 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-508d0b07-ed50-4a80-997a-d2d995fbd003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:03.452690 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:03.602866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Routers {'e5955390-17dc-42a1-a062-980ffe2e8371'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:04:03.604250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:03:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['e5955390-17dc-42a1-a062-980ffe2e8371'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:03.606085 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:04:03.607365 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:04:03.609814 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:04:03.689768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853102630'] for router_interface, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:03.875399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] Set router e5955390-17dc-42a1-a062-980ffe2e8371 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:04:03.894595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:03.976515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-d217c948-89e6-4c76-8040-8d00e3b92cc4 None None] Provisioning for port a9834d74-eedc-4957-aedd-eaa68a942c35 completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:04:03.987293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-d217c948-89e6-4c76-8040-8d00e3b92cc4 None None] Provisioning complete for port a9834d74-eedc-4957-aedd-eaa68a942c35 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:03.988667 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d217c948-89e6-4c76-8040-8d00e3b92cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:04.103438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-d217c948-89e6-4c76-8040-8d00e3b92cc4 None None] Port a9834d74-eedc-4957-aedd-eaa68a942c35 cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:04:04.298130 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2361d01-0258-4eb0-bdf9-85c7da185e3a req-254c5f8b-6818-439c-8a33-7362a805d412 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:04.300195 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c2361d01-0258-4eb0-bdf9-85c7da185e3a req-254c5f8b-6818-439c-8a33-7362a805d412 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.1714594 Dec 03 15:04:04.333863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:03:59Z', 'revision_number': 3, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:04.340608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb31d96-04d3-4c2b-ae0c-eff242015ed5 None None] The sync data for ids ['e5955390-17dc-42a1-a062-980ffe2e8371'] in dv-cinder-757908-3-smb is: [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:03:59Z', 'revision_number': 3, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:04:04.410510 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c2361d01-0258-4eb0-bdf9-85c7da185e3a req-88e5fe14-dc16-4ab6-b522-be17d9de60d7 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029594 Dec 03 15:04:04.443289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:04.449551 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868257'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:04.492393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:04.613371 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Pushing event updated for resources: {'Port': ['ID=a9834d74-eedc-4957-aedd-eaa68a942c35,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:04.623717 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32351695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1672711'] for router_interface, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:04.643061 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:04.791729 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:04:04.793093 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:04:05.090568 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Router e5955390-17dc-42a1-a062-980ffe2e8371 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:04:05.174471 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-046681c9-ac3d-46d0-9124-3ae7c2633b1f None None] Provisioning complete for port a9834d74-eedc-4957-aedd-eaa68a942c35 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:05.174917 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-046681c9-ac3d-46d0-9124-3ae7c2633b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:05.257124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-046681c9-ac3d-46d0-9124-3ae7c2633b1f None None] Port a9834d74-eedc-4957-aedd-eaa68a942c35 cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:04:05.314955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:04:05.332182 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-396fd4b7-442f-4967-82b2-d96efd2ade34 admin admin] 10.222.0.81 "PUT /v2.0/routers/e5955390-17dc-42a1-a062-980ffe2e8371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2557378 Dec 03 15:04:05.878886 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90bc13-883d-4e02-93b3-d1920ce93475 req-d708463b-5bec-4cdf-a3be-fb03c7d38fd1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:05.887999 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2b90bc13-883d-4e02-93b3-d1920ce93475 req-d708463b-5bec-4cdf-a3be-fb03c7d38fd1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.1377623 Dec 03 15:04:05.954382 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2b90bc13-883d-4e02-93b3-d1920ce93475 req-36824bb5-2ff5-4917-af58-6c29597a05b1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649843 Dec 03 15:04:06.390442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59768) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:06.559807 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 789ce321-65f6-4e16-9b11-a3cc390b773c up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:06.644278 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8fb5d4d9-1703-4c1b-966a-e83acefef1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:06.662436 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8fb5d4d9-1703-4c1b-966a-e83acefef1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:06.667040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8fb5d4d9-1703-4c1b-966a-e83acefef1bc admin admin] Usage tracker for resource:security_group_rule and tenant:0a7ac0ade4e64e6bb3a4c7905424fe95 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:06.673353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8fb5d4d9-1703-4c1b-966a-e83acefef1bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:06.681881 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8fb5d4d9-1703-4c1b-966a-e83acefef1bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:06.690904 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 789ce321-65f6-4e16-9b11-a3cc390b773c completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:04:06.704521 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 789ce321-65f6-4e16-9b11-a3cc390b773c triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:06.705349 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:06.876007 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8fb5d4d9-1703-4c1b-966a-e83acefef1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:06.880148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8fb5d4d9-1703-4c1b-966a-e83acefef1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:06.896345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-50bf670f-3a08-49b3-adfc-95bdee87f6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:06.943594 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5d4d9-1703-4c1b-966a-e83acefef1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f172e2a4-af4e-4406-a5b2-e515fe567fea,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:06.953883 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8fb5d4d9-1703-4c1b-966a-e83acefef1bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a7ac0ade4e64e6bb3a4c7905424fe95&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5622675 Dec 03 15:04:06.955214 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8fb5d4d9-1703-4c1b-966a-e83acefef1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:06.956823 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 59786) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:06.986914 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:07.005318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port 789ce321-65f6-4e16-9b11-a3cc390b773c, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=789ce321-65f6-4e16-9b11-a3cc390b773c,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:04:07.010086 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:07.012323 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:07.037531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5195f44f-3b0c-4972-af8e-b637352106d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:07.070499 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5195f44f-3b0c-4972-af8e-b637352106d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:07.095181 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=789ce321-65f6-4e16-9b11-a3cc390b773c,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:07.106915 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:07.146725 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5195f44f-3b0c-4972-af8e-b637352106d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:07.159548 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:07.198266 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5195f44f-3b0c-4972-af8e-b637352106d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:07.199885 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-5195f44f-3b0c-4972-af8e-b637352106d3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f172e2a4-af4e-4406-a5b2-e515fe567fea HTTP/1.1" status: 204 len: 168 time: 0.2418599 Dec 03 15:04:07.201035 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195f44f-3b0c-4972-af8e-b637352106d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f172e2a4-af4e-4406-a5b2-e515fe567fea,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:07.227835 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5195f44f-3b0c-4972-af8e-b637352106d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:07.453953 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a8ce9-96bf-4b23-8441-8a1007aa824a req-760a7fa2-c209-4541-a818-5588e009df55 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:07.456311 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-956a8ce9-96bf-4b23-8441-8a1007aa824a req-760a7fa2-c209-4541-a818-5588e009df55 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.1446362 Dec 03 15:04:07.532499 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-956a8ce9-96bf-4b23-8441-8a1007aa824a req-d6e1e8f7-9f19-4fc5-89d4-80e288d7692f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624456 Dec 03 15:04:07.829413 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Sync routers for ids ['e5955390-17dc-42a1-a062-980ffe2e8371'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:04:07.848771 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Routers {'e5955390-17dc-42a1-a062-980ffe2e8371'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:04:07.849511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:03:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['e5955390-17dc-42a1-a062-980ffe2e8371'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:07.904343 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 59810) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:08.002869 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 59820) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:08.042196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-91d83cc4-8f29-4210-b469-4f710cf536cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:08.073530 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-91d83cc4-8f29-4210-b469-4f710cf536cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:08.079883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-91d83cc4-8f29-4210-b469-4f710cf536cf admin admin] Usage tracker for resource:security_group_rule and tenant:a31d3fa0dc77430b9b5a29e1c5a314c6 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:08.083751 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-91d83cc4-8f29-4210-b469-4f710cf536cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:08.095646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-91d83cc4-8f29-4210-b469-4f710cf536cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:08.172743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Set router e5955390-17dc-42a1-a062-980ffe2e8371 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:04:08.258104 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-91d83cc4-8f29-4210-b469-4f710cf536cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:08.263841 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-91d83cc4-8f29-4210-b469-4f710cf536cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:08.286353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e2e3f6da-b112-43f1-9c21-9c0d865fce7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:08.343016 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-91d83cc4-8f29-4210-b469-4f710cf536cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a31d3fa0dc77430b9b5a29e1c5a314c6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3391109 Dec 03 15:04:08.346448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59828) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:08.364046 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d83cc4-8f29-4210-b469-4f710cf536cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c68b40-7382-44cb-bf08-1f80e7994bcf,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:08.378710 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-91d83cc4-8f29-4210-b469-4f710cf536cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:08.494012 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c8b2cf03-870a-4e74-93f7-c86a1215c12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:08.539679 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c8b2cf03-870a-4e74-93f7-c86a1215c12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:08.607262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c8b2cf03-870a-4e74-93f7-c86a1215c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:08.615206 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c9d70b7a-dba4-4d27-be20-4eb8ddc721f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:08.635171 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2cf03-870a-4e74-93f7-c86a1215c12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c68b40-7382-44cb-bf08-1f80e7994bcf,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:08.656325 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c8b2cf03-870a-4e74-93f7-c86a1215c12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:08.670545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c8b2cf03-870a-4e74-93f7-c86a1215c12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:08.676948 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c8b2cf03-870a-4e74-93f7-c86a1215c12c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6c68b40-7382-44cb-bf08-1f80e7994bcf HTTP/1.1" status: 204 len: 168 time: 0.3290610 Dec 03 15:04:08.733799 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-0b164fb4-ccec-495c-8bc0-2ad2a31c84f8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:08.735568 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-0b164fb4-ccec-495c-8bc0-2ad2a31c84f8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/networks?id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 200 len: 815 time: 0.2510433 Dec 03 15:04:08.759055 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-68e3b6dd-3d9d-41c9-9037-1e8b54cd7ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:08.784371 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-68e3b6dd-3d9d-41c9-9037-1e8b54cd7ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:08.795252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 789ce321-65f6-4e16-9b11-a3cc390b773c up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:08.810278 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-835cdf8e-678e-48df-8338-669853a16b31 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/quotas/21e40f738979427da81270cc73912ddb HTTP/1.1" status: 200 len: 375 time: 0.0399425 Dec 03 15:04:08.814139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-68e3b6dd-3d9d-41c9-9037-1e8b54cd7ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a4b1999bb24137bd3e7d83b6ab1506 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:08.821383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-68e3b6dd-3d9d-41c9-9037-1e8b54cd7ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:08.840103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-68e3b6dd-3d9d-41c9-9037-1e8b54cd7ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:08.971225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-68e3b6dd-3d9d-41c9-9037-1e8b54cd7ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:08.977141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-68e3b6dd-3d9d-41c9-9037-1e8b54cd7ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:09.046917 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 789ce321-65f6-4e16-9b11-a3cc390b773c triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:09.047630 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:09.058913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:09.089798 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-68e3b6dd-3d9d-41c9-9037-1e8b54cd7ed8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8a4b1999bb24137bd3e7d83b6ab1506&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1841812 Dec 03 15:04:09.093703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59852) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:09.097374 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3b6dd-3d9d-41c9-9037-1e8b54cd7ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a390328b-7906-413f-b82a-5cd25bbad89b,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:09.105526 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-68e3b6dd-3d9d-41c9-9037-1e8b54cd7ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:09.202565 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:04:03Z', 'revision_number': 4, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': 'a9834d74-eedc-4957-aedd-eaa68a942c35', 'name': '', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'mac_address': 'fa:16:3e:04:41:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:02Z', 'updated_at': '2020-12-03T15:04:04Z', 'revision_number': 2, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'subnets': [{'id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:09.221839 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-0d5630a1-eb80-4fb6-9eae-2c96f926f7d5 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?tenant_id=21e40f738979427da81270cc73912ddb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2476096 Dec 03 15:04:09.262694 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Checking router: e5955390-17dc-42a1-a062-980ffe2e8371 for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:04:09.263099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Updating router e5955390-17dc-42a1-a062-980ffe2e8371 port a9834d74-eedc-4957-aedd-eaa68a942c35 binding host dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 15:04:09.294670 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-45a55bf6-2714-443d-b7e7-91a806450c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:09.362752 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-45a55bf6-2714-443d-b7e7-91a806450c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:09.394514 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-a09e97d3-a396-4779-a119-28df6cb1ffab service neutron] 10.222.0.81 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711366 Dec 03 15:04:09.406419 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:09.486034 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-45a55bf6-2714-443d-b7e7-91a806450c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:09.504854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1634c8e3-5f3a-4301-96af-2d8a45974836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:09.533779 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a55bf6-2714-443d-b7e7-91a806450c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a390328b-7906-413f-b82a-5cd25bbad89b,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:09.543788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-45a55bf6-2714-443d-b7e7-91a806450c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:09.557570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-45a55bf6-2714-443d-b7e7-91a806450c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:09.559552 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-45a55bf6-2714-443d-b7e7-91a806450c24 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a390328b-7906-413f-b82a-5cd25bbad89b HTTP/1.1" status: 204 len: 168 time: 0.4642601 Dec 03 15:04:09.609075 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59862) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:09.707308 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0249d45c-4505-4d55-9a70-b6251b3ba5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:09.747249 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-0249d45c-4505-4d55-9a70-b6251b3ba5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:09.758509 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-0249d45c-4505-4d55-9a70-b6251b3ba5b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b8b4b72fddd94012a44ca51fcf6e0847 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:09.763785 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-0249d45c-4505-4d55-9a70-b6251b3ba5b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:09.784143 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-0249d45c-4505-4d55-9a70-b6251b3ba5b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:09.788745 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-0466b857-4bb3-4acf-9ab4-6f2b188e577c service neutron] 10.222.0.81 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3932414 Dec 03 15:04:09.799770 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4666b44-7c84-4f25-a238-c8c74b7af6c3 req-377dc8d5-046d-4564-8749-3a7ca5a64ec1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:09.811800 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b4666b44-7c84-4f25-a238-c8c74b7af6c3 req-377dc8d5-046d-4564-8749-3a7ca5a64ec1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.7154353 Dec 03 15:04:09.908109 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b4666b44-7c84-4f25-a238-c8c74b7af6c3 req-cc9b7844-0333-450b-8c40-001156407237 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950167 Dec 03 15:04:10.117751 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0249d45c-4505-4d55-9a70-b6251b3ba5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:10.125058 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0249d45c-4505-4d55-9a70-b6251b3ba5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:10.167779 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-17eca4b4-f15d-4da2-8010-90a868a1c64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:10.178229 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-0249d45c-4505-4d55-9a70-b6251b3ba5b5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8b4b72fddd94012a44ca51fcf6e0847&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5676484 Dec 03 15:04:10.181641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 59874) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:10.224466 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249d45c-4505-4d55-9a70-b6251b3ba5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998d1ff0-079b-4c5c-9913-c344c4a2b77a,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:10.247606 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0249d45c-4505-4d55-9a70-b6251b3ba5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:10.356046 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-01077c7b-78d7-4a49-97b4-b09ebe1c3007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:10.422457 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:10.423714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-01077c7b-78d7-4a49-97b4-b09ebe1c3007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:10.451937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Transition to ACTIVE for port object a9834d74-eedc-4957-aedd-eaa68a942c35 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:04:10.456013 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:10.570318 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1f434f99-11f3-473a-8a2a-3c33051c2276 req-ab8ae7d3-d7ff-4af8-9ff5-0369b2601199 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 210 time: 0.0793293 Dec 03 15:04:10.576420 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-01077c7b-78d7-4a49-97b4-b09ebe1c3007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:10.593160 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-91d83cc4-8f29-4210-b469-4f710cf536cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:10.611111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01077c7b-78d7-4a49-97b4-b09ebe1c3007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998d1ff0-079b-4c5c-9913-c344c4a2b77a,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:10.624135 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-01077c7b-78d7-4a49-97b4-b09ebe1c3007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:10.629838 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-01077c7b-78d7-4a49-97b4-b09ebe1c3007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:10.630953 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-01077c7b-78d7-4a49-97b4-b09ebe1c3007 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/998d1ff0-079b-4c5c-9913-c344c4a2b77a HTTP/1.1" status: 204 len: 168 time: 0.4478815 Dec 03 15:04:10.744951 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:10.812179 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 59888) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:10.849800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-47facfe0-db87-4fd0-8c5e-84b092e9a67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:10.899949 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-47facfe0-db87-4fd0-8c5e-84b092e9a67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:10.909848 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-47facfe0-db87-4fd0-8c5e-84b092e9a67d admin admin] Usage tracker for resource:security_group_rule and tenant:3bd0967e85df4aa4b605de53f6758535 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:10.918071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-47facfe0-db87-4fd0-8c5e-84b092e9a67d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:10.936336 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-47facfe0-db87-4fd0-8c5e-84b092e9a67d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:11.145087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-47facfe0-db87-4fd0-8c5e-84b092e9a67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:11.152666 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-47facfe0-db87-4fd0-8c5e-84b092e9a67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:11.184064 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b689da63-8833-4699-a4ae-09d2ed5893f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:11.200093 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab86b80-0813-447d-a694-6942ce4c030d None None] Pushing event updated for resources: {'Port': ['ID=a9834d74-eedc-4957-aedd-eaa68a942c35,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:11.219274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4ab86b80-0813-447d-a694-6942ce4c030d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:11.286464 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-47facfe0-db87-4fd0-8c5e-84b092e9a67d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3bd0967e85df4aa4b605de53f6758535&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4727993 Dec 03 15:04:11.289209 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 59904) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:11.294407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47facfe0-db87-4fd0-8c5e-84b092e9a67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63fee96-152f-4d6a-849c-3217585c8294,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:11.318691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-47facfe0-db87-4fd0-8c5e-84b092e9a67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:11.473526 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-097fb3a4-8429-4251-8558-625dfa11490e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:11.589851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-097fb3a4-8429-4251-8558-625dfa11490e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:11.719507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Attempting to bind port a9834d74-eedc-4957-aedd-eaa68a942c35 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:04:11.719959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Attempting to bind port a9834d74-eedc-4957-aedd-eaa68a942c35 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:04:11.724534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Attempting to bind port a9834d74-eedc-4957-aedd-eaa68a942c35 on network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:04:11.738564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:04:11.738996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Checking segment: {'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:04:11.741843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:11.742380 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Bound using segment: {'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:04:11.745728 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Bound port: a9834d74-eedc-4957-aedd-eaa68a942c35, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:04:11.746171 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:11.783222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-097fb3a4-8429-4251-8558-625dfa11490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:11.802655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2a934132-a61b-45e7-8816-7db79cd1fc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:11.857068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fb3a4-8429-4251-8558-625dfa11490e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63fee96-152f-4d6a-849c-3217585c8294,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:11.865224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-097fb3a4-8429-4251-8558-625dfa11490e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:11.870402 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-097fb3a4-8429-4251-8558-625dfa11490e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:11.877820 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-097fb3a4-8429-4251-8558-625dfa11490e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c63fee96-152f-4d6a-849c-3217585c8294 HTTP/1.1" status: 204 len: 168 time: 0.5874741 Dec 03 15:04:12.113377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015165c6-9de7-4bbf-ba0d-9c2cb7581d2c req-ae38ad60-f521-4343-b013-068eb0d931f2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:12.132456 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-015165c6-9de7-4bbf-ba0d-9c2cb7581d2c req-ae38ad60-f521-4343-b013-068eb0d931f2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.3325346 Dec 03 15:04:12.248393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] For port a9834d74-eedc-4957-aedd-eaa68a942c35, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:04:12.259937 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-015165c6-9de7-4bbf-ba0d-9c2cb7581d2c req-049a3a20-8bf6-4f23-b6a7-b5b4a69b0365 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262202 Dec 03 15:04:12.265650 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] For port a9834d74-eedc-4957-aedd-eaa68a942c35, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=a9834d74-eedc-4957-aedd-eaa68a942c35,segment=NetworkSegment(c01c979a-0638-4e56-a35a-b741a914b81d),segment_id=c01c979a-0638-4e56-a35a-b741a914b81d)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:04:12.278223 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:12.537990 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-706659a0-543e-4505-95c6-91e1a32c669f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:12.608835 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b60c8541-756c-4fb3-bdb7-47d5cdee4777 req-1776e1c0-2e1c-4af8-a8e2-b1566cba0faa tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 210 time: 0.1663082 Dec 03 15:04:12.714248 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Routers {'e5955390-17dc-42a1-a062-980ffe2e8371'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:04:12.714964 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:03:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['e5955390-17dc-42a1-a062-980ffe2e8371'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:12.936267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab86b80-0813-447d-a694-6942ce4c030d None None] Pushing event updated for resources: {'Port': ['ID=a9834d74-eedc-4957-aedd-eaa68a942c35,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:12.968864 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4ab86b80-0813-447d-a694-6942ce4c030d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:13.048274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-4bbf9848-0606-4890-9172-a3f1e7d11a13 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:13.050645 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-4bbf9848-0606-4890-9172-a3f1e7d11a13 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "GET /v2.0/networks?id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 200 len: 815 time: 0.4259796 Dec 03 15:04:13.081346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Request body: {'port': {'device_id': '4ff9baec-41e7-4415-969a-4054661efafe', 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5', 'admin_state_up': True, 'tenant_id': '21e40f738979427da81270cc73912ddb'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:04:13.422711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] Set router e5955390-17dc-42a1-a062-980ffe2e8371 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:04:13.495258 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:13.536781 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:13.640755 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548ebb-dcdf-4c86-bf87-a0670b4fefb9 req-1459744e-80a1-49a0-a935-a940f14f7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:13.642782 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2c548ebb-dcdf-4c86-bf87-a0670b4fefb9 req-1459744e-80a1-49a0-a935-a940f14f7690 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 1162 time: 0.1961215 Dec 03 15:04:13.719932 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Made reservation on behalf of 21e40f738979427da81270cc73912ddb for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:04:13.727422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:13.758516 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2c548ebb-dcdf-4c86-bf87-a0670b4fefb9 req-9aa4dfc2-0ef6-40fa-a528-be22bd2076df service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046364 Dec 03 15:04:14.357327 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Allocated IP 172.20.0.5 (59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5/1231438f-9ed6-449f-9282-1e8fad01a494/11ce56a0-db64-42e6-9c84-505a68a4bafe) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:04:14.417332 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:04:03Z', 'revision_number': 4, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': 'a9834d74-eedc-4957-aedd-eaa68a942c35', 'name': '', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'mac_address': 'fa:16:3e:04:41:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:02Z', 'updated_at': '2020-12-03T15:04:12Z', 'revision_number': 4, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'subnets': [{'id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:14.429374 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa261f71-66f5-4ae3-96d6-6064641008b3 None None] The sync data for ids ['e5955390-17dc-42a1-a062-980ffe2e8371'] in dv-cinder-757908-3-smb is: [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:04:03Z', 'revision_number': 4, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': 'a9834d74-eedc-4957-aedd-eaa68a942c35', 'name': '', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'mac_address': 'fa:16:3e:04:41:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:02Z', 'updated_at': '2020-12-03T15:04:12Z', 'revision_number': 4, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'subnets': [{'id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:04:14.984649 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2b9cd9ca-9d7e-4929-a8de-caa81aaf9c67 req-283afe9f-041a-482c-9e4b-15cc25605bb3 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 210 time: 0.1008523 Dec 03 15:04:15.070868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb03524-5363-42e8-9d7b-54b047b8db97 req-6906c13f-4f1e-480a-b29d-a45bc89112c4 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:15.090323 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aeb03524-5363-42e8-9d7b-54b047b8db97 req-6906c13f-4f1e-480a-b29d-a45bc89112c4 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 1.5245137 Dec 03 15:04:15.240379 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 167faf0d-1280-4836-a8c8-e44024c39f79 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:15.366667 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aeb03524-5363-42e8-9d7b-54b047b8db97 req-6b51dcf6-df20-4cb0-a6ad-191cf9c555d7 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750037 Dec 03 15:04:15.494357 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:15.560300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:15.567233 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 167faf0d-1280-4836-a8c8-e44024c39f79 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:15.572400 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:15.584501 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:15.741448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Pushing event updated for resources: {'Port': ['ID=11ce56a0-db64-42e6-9c84-505a68a4bafe,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:15.759393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:15.931621 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:04:15.933658 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:04:15.941819 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:04:15.947835 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:15.949307 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:16.011584 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9326484 Dec 03 15:04:16.032263 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Request body: {'port': {'device_id': '4ff9baec-41e7-4415-969a-4054661efafe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:04:16.241424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:16.565402 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1314a-bdc6-403d-bed7-4b5fc6d5b21c req-978d320a-62bb-4b32-b617-3b91215a57db tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:16.566837 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-82c1314a-bdc6-403d-bed7-4b5fc6d5b21c req-978d320a-62bb-4b32-b617-3b91215a57db tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Synchronizing usage tracker for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:04:16.660540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device a9834d74-eedc-4957-aedd-eaa68a942c35 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:16.784901 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port a9834d74-eedc-4957-aedd-eaa68a942c35 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:04:16.793740 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port a9834d74-eedc-4957-aedd-eaa68a942c35 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:16.794250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:16.898433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-82c1314a-bdc6-403d-bed7-4b5fc6d5b21c req-978d320a-62bb-4b32-b617-3b91215a57db tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Unset dirty status for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:04:16.911843 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-82c1314a-bdc6-403d-bed7-4b5fc6d5b21c req-978d320a-62bb-4b32-b617-3b91215a57db tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 931 time: 0.6721039 Dec 03 15:04:17.054613 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-82c1314a-bdc6-403d-bed7-4b5fc6d5b21c req-1f081eb1-1940-4ed4-af97-4be69b7a5ce2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016185 Dec 03 15:04:17.062338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:17.138532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port a9834d74-eedc-4957-aedd-eaa68a942c35, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=a9834d74-eedc-4957-aedd-eaa68a942c35,segment=NetworkSegment(c01c979a-0638-4e56-a35a-b741a914b81d),segment_id=c01c979a-0638-4e56-a35a-b741a914b81d)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:04:17.145316 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:17.145753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1260a7-1810-4d4b-849f-67857fe8c016 req-573f6b40-5984-400e-bed0-7504d02307e6 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:17.147835 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:17.148605 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bd1260a7-1810-4d4b-849f-67857fe8c016 req-573f6b40-5984-400e-bed0-7504d02307e6 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.4787617 Dec 03 15:04:17.314633 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=a9834d74-eedc-4957-aedd-eaa68a942c35,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:17.320640 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:17.342922 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bd1260a7-1810-4d4b-849f-67857fe8c016 req-089570a3-a520-42b5-83e5-59db8e153574 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843631 Dec 03 15:04:17.623141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ce56a0-db64-42e6-9c84-505a68a4bafe {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:04:17.660560 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:17.683577 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Transition to ACTIVE for port object 11ce56a0-db64-42e6-9c84-505a68a4bafe will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:04:17.687603 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:17.713482 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-76c634e4-38ca-4dad-9cd8-f47abf0c8379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:17.898154 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=11ce56a0-db64-42e6-9c84-505a68a4bafe,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:17.989017 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:18.105892 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-583928c8-7f75-4551-8a0a-285922ad74f0 req-952c1c4e-9038-46e5-91f0-819b407270a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1669211 Dec 03 15:04:18.191399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a055a-4f2a-41e4-8fb5-e8c7be4139d6 req-1b8f3b60-b6e0-4216-bbfa-5c2dca0e3b63 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:18.199592 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-657a055a-4f2a-41e4-8fb5-e8c7be4139d6 req-1b8f3b60-b6e0-4216-bbfa-5c2dca0e3b63 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.4873719 Dec 03 15:04:18.258082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Attempting to bind port 11ce56a0-db64-42e6-9c84-505a68a4bafe on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:04:18.258464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Attempting to bind port 11ce56a0-db64-42e6-9c84-505a68a4bafe by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:04:18.258801 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Attempting to bind port 11ce56a0-db64-42e6-9c84-505a68a4bafe on network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:04:18.358906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:04:18.359280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Checking segment: {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:04:18.359691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:18.360138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Bound using segment: {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:04:18.360602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Bound port: 11ce56a0-db64-42e6-9c84-505a68a4bafe, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:04:18.360975 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:18.400312 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-657a055a-4f2a-41e4-8fb5-e8c7be4139d6 req-670fbbbc-7c69-49e7-a34a-4de667e43df9 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996219 Dec 03 15:04:18.636663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device a9834d74-eedc-4957-aedd-eaa68a942c35 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:18.726412 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed005159-3e59-4814-ab1d-8b5c711c3399 req-070d43d9-004b-4637-9789-0ffd59dfede0 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:18.740657 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ed005159-3e59-4814-ab1d-8b5c711c3399 req-070d43d9-004b-4637-9789-0ffd59dfede0 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 943 time: 0.4378910 Dec 03 15:04:18.747280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port a9834d74-eedc-4957-aedd-eaa68a942c35 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:18.747708 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:18.760294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] For port 11ce56a0-db64-42e6-9c84-505a68a4bafe, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:04:18.764340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583928c8-7f75-4551-8a0a-285922ad74f0 req-51761fa1-e67f-4c85-b192-19d01663c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:18.766021 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-583928c8-7f75-4551-8a0a-285922ad74f0 req-51761fa1-e67f-4c85-b192-19d01663c69b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd93a4c230914073aca399b3e3b82b07&device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 1162 time: 0.5007973 Dec 03 15:04:18.778090 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] For port 11ce56a0-db64-42e6-9c84-505a68a4bafe, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=11ce56a0-db64-42e6-9c84-505a68a4bafe,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:04:18.868523 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:18.916782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:19.168884 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ed005159-3e59-4814-ab1d-8b5c711c3399 req-ee4482ee-1a65-4cc6-bba5-0140e71e3734 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263899 Dec 03 15:04:19.270024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=11ce56a0-db64-42e6-9c84-505a68a4bafe,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:19.279225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:19.317471 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583928c8-7f75-4551-8a0a-285922ad74f0 req-e9f5e68a-c5df-4e69-89c5-98cff08091aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:19.319152 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-583928c8-7f75-4551-8a0a-285922ad74f0 req-e9f5e68a-c5df-4e69-89c5-98cff08091aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 200 len: 913 time: 0.5073009 Dec 03 15:04:19.402224 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-583928c8-7f75-4551-8a0a-285922ad74f0 req-b215c578-db7d-48e1-9043-0a3b1fc4b17e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17aace9-978a-4731-9812-88b519bddc64 HTTP/1.1" status: 200 len: 217 time: 0.0736179 Dec 03 15:04:19.476109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:19.476800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:19.478396 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] 10.222.0.65 "PUT /v2.0/ports/11ce56a0-db64-42e6-9c84-505a68a4bafe HTTP/1.1" status: 200 len: 1157 time: 3.4510150 Dec 03 15:04:19.478958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff9baec-41e7-4415-969a-4054661efafe', 'tag': '11ce56a0-db64-42e6-9c84-505a68a4bafe'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:04:19.565057 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583928c8-7f75-4551-8a0a-285922ad74f0 req-a1b2e483-bf76-4a85-9ffd-c42fccb20b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:19.567123 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-583928c8-7f75-4551-8a0a-285922ad74f0 req-a1b2e483-bf76-4a85-9ffd-c42fccb20b16 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f08cdce3-c72c-4b36-9269-b062a5efece6 HTTP/1.1" status: 200 len: 859 time: 0.1501405 Dec 03 15:04:19.670024 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff9baec-41e7-4415-969a-4054661efafe', 'tag': '11ce56a0-db64-42e6-9c84-505a68a4bafe', 'status': 'completed', 'code': 200} Dec 03 15:04:19.971339 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-583928c8-7f75-4551-8a0a-285922ad74f0 req-5727b76b-8d84-4431-ae65-90512704c1aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=248475ad-b79d-4d29-b86d-4c7b668805e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3520424 Dec 03 15:04:20.111859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-e7d6e573-8312-49c6-bb2e-66fc219a19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:20.115269 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-e7d6e573-8312-49c6-bb2e-66fc219a19aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=21e40f738979427da81270cc73912ddb&device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 1160 time: 0.5380485 Dec 03 15:04:20.199260 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-583928c8-7f75-4551-8a0a-285922ad74f0 req-a15d805d-3e0e-47f5-8b7c-b9ee62e4ffbc service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089975 Dec 03 15:04:20.270272 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-cae58316-6b9c-4f9f-aecf-b48be5518ad1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ce56a0-db64-42e6-9c84-505a68a4bafe HTTP/1.1" status: 200 len: 217 time: 0.0696037 Dec 03 15:04:20.533626 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-b7383327-d849-4657-a011-6bd8ce3971b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:20.535252 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-b7383327-d849-4657-a011-6bd8ce3971b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1231438f-9ed6-449f-9282-1e8fad01a494 HTTP/1.1" status: 200 len: 855 time: 0.2359183 Dec 03 15:04:20.625015 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-583928c8-7f75-4551-8a0a-285922ad74f0 req-e1e16f5c-a9af-4285-8959-b264877f2ebb service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3533280 Dec 03 15:04:20.627195 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-101ea084-3e1d-4c51-a8e3-e28dada2460e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696950 Dec 03 15:04:20.644736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af314d6e-5c91-42e2-963c-27a962187c60 req-800f4237-af8e-41e3-a22e-88286fbf3f5d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:20.653672 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-af314d6e-5c91-42e2-963c-27a962187c60 req-800f4237-af8e-41e3-a22e-88286fbf3f5d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 943 time: 0.2552938 Dec 03 15:04:20.806791 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-af314d6e-5c91-42e2-963c-27a962187c60 req-17929b54-c86e-4cff-9da2-200e1b3accbd tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520774 Dec 03 15:04:20.899602 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-30d00167-c80d-44df-8b13-2bd55704ac18 service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428417 Dec 03 15:04:21.063247 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-849e91f9-29f1-4592-97e3-75924479a4d3 req-9863255e-74f4-45bf-9cb7-40b77c0a5c4f service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1568286 Dec 03 15:04:21.382681 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015de4b-c95f-4986-b64f-60882103492b req-49455f78-9044-41f9-a896-1d9d1d48769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:21.384301 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3015de4b-c95f-4986-b64f-60882103492b req-49455f78-9044-41f9-a896-1d9d1d48769a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=21e40f738979427da81270cc73912ddb&device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 1160 time: 0.2019486 Dec 03 15:04:21.500573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60176) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:21.600252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a565bd-197b-4cfa-b84c-d8fb2149ef0e req-3944a6ae-d881-4e2c-bbd6-f25ab04147f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:21.603095 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e0a565bd-197b-4cfa-b84c-d8fb2149ef0e req-3944a6ae-d881-4e2c-bbd6-f25ab04147f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd93a4c230914073aca399b3e3b82b07&device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 1162 time: 0.3484228 Dec 03 15:04:21.638829 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-31002c65-71a8-4541-9697-233474dcb436 admin admin] Deleting subnet 08d10e37-6b80-4a5f-9433-0ac654b1d67c {{(pid=80304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:04:21.642446 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31002c65-71a8-4541-9697-233474dcb436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:21.680686 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4421dc-6162-47f8-8a2e-54013ec3c256 req-1a890f12-33bb-4fe1-89d7-ef54187928d0 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:21.688555 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ae4421dc-6162-47f8-8a2e-54013ec3c256 req-1a890f12-33bb-4fe1-89d7-ef54187928d0 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.3838022 Dec 03 15:04:21.715746 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31002c65-71a8-4541-9697-233474dcb436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2790690'] for subnet, precommit_delete_associations {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:21.781800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31002c65-71a8-4541-9697-233474dcb436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:21.788582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:04:21.816701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015de4b-c95f-4986-b64f-60882103492b req-9394afcf-8691-4e69-a30b-f9bd56ea5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:21.818369 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3015de4b-c95f-4986-b64f-60882103492b req-9394afcf-8691-4e69-a30b-f9bd56ea5337 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 200 len: 909 time: 0.4213269 Dec 03 15:04:21.838865 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ae4421dc-6162-47f8-8a2e-54013ec3c256 req-03ae32a9-d908-4cd7-b37f-327b5337c463 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491807 Dec 03 15:04:21.957885 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3015de4b-c95f-4986-b64f-60882103492b req-9d7d5fa4-9e3c-47e4-a098-7daafc95a45f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ce56a0-db64-42e6-9c84-505a68a4bafe HTTP/1.1" status: 200 len: 217 time: 0.1176913 Dec 03 15:04:22.067842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a565bd-197b-4cfa-b84c-d8fb2149ef0e req-1158f08a-e1be-4b7d-ab8d-cc0e2a137720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:22.069702 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e0a565bd-197b-4cfa-b84c-d8fb2149ef0e req-1158f08a-e1be-4b7d-ab8d-cc0e2a137720 service neutron] 10.222.0.65 "GET /v2.0/networks?id=248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 200 len: 913 time: 0.4453852 Dec 03 15:04:22.163367 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60188) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:22.172122 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31002c65-71a8-4541-9697-233474dcb436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850908740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851306696'] for subnet, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:22.195099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:22.199421 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015de4b-c95f-4986-b64f-60882103492b req-a3f3720b-35ce-4a31-bcb4-02f9f8668c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:22.201032 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3015de4b-c95f-4986-b64f-60882103492b req-a3f3720b-35ce-4a31-bcb4-02f9f8668c87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1231438f-9ed6-449f-9282-1e8fad01a494 HTTP/1.1" status: 200 len: 855 time: 0.2309391 Dec 03 15:04:22.206774 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e0a565bd-197b-4cfa-b84c-d8fb2149ef0e req-22a18790-9eab-46e4-81d1-17f8860226cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17aace9-978a-4731-9812-88b519bddc64 HTTP/1.1" status: 200 len: 217 time: 0.1260922 Dec 03 15:04:22.234481 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31002c65-71a8-4541-9697-233474dcb436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d10e37-6b80-4a5f-9433-0ac654b1d67c,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:22.286534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-31002c65-71a8-4541-9697-233474dcb436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:22.387689 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3015de4b-c95f-4986-b64f-60882103492b req-340ce190-58c6-41ab-9bfe-9ce2c8919e16 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696873 Dec 03 15:04:22.521536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a565bd-197b-4cfa-b84c-d8fb2149ef0e req-4c73ea08-94a2-4ce4-961c-e242928d787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:22.523743 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e0a565bd-197b-4cfa-b84c-d8fb2149ef0e req-4c73ea08-94a2-4ce4-961c-e242928d787d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f08cdce3-c72c-4b36-9269-b062a5efece6 HTTP/1.1" status: 200 len: 859 time: 0.3046160 Dec 03 15:04:22.535311 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caef87c-70a6-4fd2-a2c7-cd4100d8570c req-38d240b8-ea22-428a-859e-da4729673799 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:22.559094 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1caef87c-70a6-4fd2-a2c7-cd4100d8570c req-38d240b8-ea22-428a-859e-da4729673799 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 943 time: 0.4810042 Dec 03 15:04:22.639928 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b7e0317-6458-4ebb-aaf2-665ccb9e92ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:22.671494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31002c65-71a8-4541-9697-233474dcb436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:22.684925 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-31002c65-71a8-4541-9697-233474dcb436 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/08d10e37-6b80-4a5f-9433-0ac654b1d67c HTTP/1.1" status: 204 len: 168 time: 1.1831276 Dec 03 15:04:22.686264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60200) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:22.687707 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-7b7e0317-6458-4ebb-aaf2-665ccb9e92ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:22.846894 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:22.865604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:22.898417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-7b7e0317-6458-4ebb-aaf2-665ccb9e92ee admin admin] Usage tracker for resource:security_group_rule and tenant:2e65a37fbca14b0b9c6c50a7929886e6 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:22.908155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-7b7e0317-6458-4ebb-aaf2-665ccb9e92ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:22.946377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-7b7e0317-6458-4ebb-aaf2-665ccb9e92ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:22.966408 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e0a565bd-197b-4cfa-b84c-d8fb2149ef0e req-347f4829-7be2-461a-b830-1f450caa5d01 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=248475ad-b79d-4d29-b86d-4c7b668805e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3723104 Dec 03 15:04:23.112358 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1caef87c-70a6-4fd2-a2c7-cd4100d8570c req-60a94ecc-575a-4de2-86f1-505e8c8494c5 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516982 Dec 03 15:04:23.151230 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d32a8fe5-6d0e-4ee0-998a-4b8abce93359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:23.184623 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3015de4b-c95f-4986-b64f-60882103492b req-59234912-05d0-470e-84bf-12f5ac3ff50b service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7883353 Dec 03 15:04:23.281264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b7e0317-6458-4ebb-aaf2-665ccb9e92ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:23.291688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:23.367060 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e0a565bd-197b-4cfa-b84c-d8fb2149ef0e req-bc6e8e55-367b-477c-be98-1ff4b29b21b0 service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749588 Dec 03 15:04:23.430741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b7e0317-6458-4ebb-aaf2-665ccb9e92ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:23.452890 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-60c64db0-c343-4684-949b-eacba840bc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:23.495009 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e0317-6458-4ebb-aaf2-665ccb9e92ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3645b68-ffce-4db1-bb53-0572df5b02b6,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:23.498148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88132-c7ec-41cf-a773-4221a9cca8a0 req-ced0553d-ba5e-4cb8-a28c-029dbbdfe8cd tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:23.499791 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3fd88132-c7ec-41cf-a773-4221a9cca8a0 req-ced0553d-ba5e-4cb8-a28c-029dbbdfe8cd tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.4039717 Dec 03 15:04:23.501837 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3015de4b-c95f-4986-b64f-60882103492b req-854f481c-523d-45dd-8ddb-deeebffd88d3 service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3094299 Dec 03 15:04:23.528357 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b7e0317-6458-4ebb-aaf2-665ccb9e92ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:23.572820 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4cb3c2-136f-4462-a261-a1143a9d1e89']}} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:23.583835 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-7b7e0317-6458-4ebb-aaf2-665ccb9e92ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e65a37fbca14b0b9c6c50a7929886e6&name=default HTTP/1.1" status: 200 len: 2879 time: 1.4183643 Dec 03 15:04:23.589586 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60208) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:23.617610 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e168a13-80a2-4c88-b114-b7b4883d3cda') {'for_net_delete': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:23.617959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e168a13-80a2-4c88-b114-b7b4883d3cda') {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:23.623667 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3fd88132-c7ec-41cf-a773-4221a9cca8a0 req-89173e80-e5ad-45ad-965d-a6d217a86cea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119299 Dec 03 15:04:23.649078 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e0a565bd-197b-4cfa-b84c-d8fb2149ef0e req-d21ed8b9-c7ea-4fe0-a4f8-5ede45366684 service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2628467 Dec 03 15:04:23.670655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851985110'] for segment, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:23.724235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:23.733750 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:04:23.789142 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bfbdfc87-61b9-4e2b-9ca3-0dd7e95ed328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:23.882504 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bfbdfc87-61b9-4e2b-9ca3-0dd7e95ed328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:24.065220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Network 3e4cb3c2-136f-4462-a261-a1143a9d1e89 has no segments {{(pid=80304) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:04:24.075819 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bfbdfc87-61b9-4e2b-9ca3-0dd7e95ed328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:24.082029 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868191'] for segment, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:24.097602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:24.113388 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdfc87-61b9-4e2b-9ca3-0dd7e95ed328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3645b68-ffce-4db1-bb53-0572df5b02b6,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:24.116324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bfbdfc87-61b9-4e2b-9ca3-0dd7e95ed328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:24.204459 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bfbdfc87-61b9-4e2b-9ca3-0dd7e95ed328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:24.208332 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-bfbdfc87-61b9-4e2b-9ca3-0dd7e95ed328 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c3645b68-ffce-4db1-bb53-0572df5b02b6 HTTP/1.1" status: 204 len: 168 time: 0.6148779 Dec 03 15:04:24.333395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Network 3e4cb3c2-136f-4462-a261-a1143a9d1e89 has no segments {{(pid=80304) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:04:24.361733 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:04:24.486501 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:24.493110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:24.512689 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:24.591561 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4cb3c2-136f-4462-a261-a1143a9d1e89,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:24.618516 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.618910 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.619306 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.619706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.620135 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.620539 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.620923 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.621305 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.621692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.622328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.622713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.623094 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.632347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.632347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.632347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.632347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.632745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.633089 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.633431 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.635998 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.636432 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.636840 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.637235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.637630 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:24.639707 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1048a-3159-4a8a-94f5-42efcddd0277 req-011084a6-f853-46fc-a994-95a13b3cb892 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:24.644299 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2ea1048a-3159-4a8a-94f5-42efcddd0277 req-011084a6-f853-46fc-a994-95a13b3cb892 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 943 time: 0.2566109 Dec 03 15:04:24.660667 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3e4cb3c2-136f-4462-a261-a1143a9d1e89 HTTP/1.1" status: 204 len: 168 time: 1.9695001 Dec 03 15:04:24.661959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ad024a2d-8708-4afe-b7d2-3393971bf118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:24.662462 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60228) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:24.762859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fe0f2d-34e5-41d6-ad68-d86f603b3ebf admin admin] Deleting subnet 3fdf10ae-d05f-434f-bfd7-44d359377ffd {{(pid=80304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:04:24.773659 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0f2d-34e5-41d6-ad68-d86f603b3ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:24.798840 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2ea1048a-3159-4a8a-94f5-42efcddd0277 req-b240662d-4b20-4e50-8a91-10fc5aecb000 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459701 Dec 03 15:04:24.898437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0f2d-34e5-41d6-ad68-d86f603b3ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2790690'] for subnet, precommit_delete_associations {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:24.971950 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0f2d-34e5-41d6-ad68-d86f603b3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:25.013048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df835870-30e3-4c9a-88c2-9de08f702dcb req-6455510d-2fb2-487f-9d56-958d6c24489b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:25.015066 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-df835870-30e3-4c9a-88c2-9de08f702dcb req-6455510d-2fb2-487f-9d56-958d6c24489b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1324964 Dec 03 15:04:25.076925 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-df835870-30e3-4c9a-88c2-9de08f702dcb req-e904e135-df4d-45f8-b848-dc65b4efa211 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539725 Dec 03 15:04:25.311891 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0f2d-34e5-41d6-ad68-d86f603b3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850908740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851306696'] for subnet, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:25.331329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-55538583-b0ad-427f-b88b-a3eaf1a17861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:25.437064 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe0f2d-34e5-41d6-ad68-d86f603b3ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fdf10ae-d05f-434f-bfd7-44d359377ffd,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:25.452517 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b2fe0f2d-34e5-41d6-ad68-d86f603b3ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:25.494105 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0f2d-34e5-41d6-ad68-d86f603b3ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:25.502208 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b2fe0f2d-34e5-41d6-ad68-d86f603b3ebf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3fdf10ae-d05f-434f-bfd7-44d359377ffd HTTP/1.1" status: 204 len: 168 time: 0.8368878 Dec 03 15:04:25.505536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60240) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:25.649677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f2566d96-5633-4d58-890d-187abec06c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:25.656439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:25.778831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 11ce56a0-db64-42e6-9c84-505a68a4bafe up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:25.878494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port 11ce56a0-db64-42e6-9c84-505a68a4bafe completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:04:25.886634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 11ce56a0-db64-42e6-9c84-505a68a4bafe triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:25.887567 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:25.917564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:26.041417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:26.086909 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 11ce56a0-db64-42e6-9c84-505a68a4bafe, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=11ce56a0-db64-42e6-9c84-505a68a4bafe,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:04:26.088437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff9baec-41e7-4415-969a-4054661efafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ce56a0-db64-42e6-9c84-505a68a4bafe'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:04:26.095576 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325d8be7-0167-4cc1-847f-1e139cfac51e']}} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:26.103120 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5523c-8966-421f-bc63-05069c6a4d2f req-b89170a1-389e-4980-96d2-a0f0584227a4 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:26.110070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:26.112193 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:26.115388 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d6a5523c-8966-421f-bc63-05069c6a4d2f req-b89170a1-389e-4980-96d2-a0f0584227a4 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 943 time: 0.1371050 Dec 03 15:04:26.132148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43abe8a-e5fa-42cb-8922-0745fea16e0c') {'for_net_delete': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:26.132790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43abe8a-e5fa-42cb-8922-0745fea16e0c') {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:04:26.169118 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851985110'] for segment, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:26.179147 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d6a5523c-8966-421f-bc63-05069c6a4d2f req-4d623858-8183-4d17-a549-10f03b7c0d84 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624704 Dec 03 15:04:26.212535 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:26.215352 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:04:26.271615 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff9baec-41e7-4415-969a-4054661efafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ce56a0-db64-42e6-9c84-505a68a4bafe', 'code': 200} Dec 03 15:04:26.273140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=11ce56a0-db64-42e6-9c84-505a68a4bafe,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:26.295844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:26.318462 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:26.442609 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72aacf-2a09-401d-9a77-d51d4f76a164 req-8b1eac05-49d0-4aec-bee8-25997093dcb0 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:26.445072 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ae72aacf-2a09-401d-9a77-d51d4f76a164 req-8b1eac05-49d0-4aec-bee8-25997093dcb0 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1368701 Dec 03 15:04:26.561701 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ae72aacf-2a09-401d-9a77-d51d4f76a164 req-8cb3de39-2401-4991-972f-063c6a727440 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096399 Dec 03 15:04:26.565596 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] Network 325d8be7-0167-4cc1-847f-1e139cfac51e has no segments {{(pid=80304) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:04:26.581620 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868191'] for segment, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:26.722790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c627a79-33ef-4bb5-b727-ef159e4f586c req-f41b5d4c-1708-4cee-bd47-a87ff93d66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:26.724774 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c627a79-33ef-4bb5-b727-ef159e4f586c req-f41b5d4c-1708-4cee-bd47-a87ff93d66d7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 1162 time: 0.1571374 Dec 03 15:04:26.804628 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c627a79-33ef-4bb5-b727-ef159e4f586c req-29367e97-86e7-4141-882c-eac38942108c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591617 Dec 03 15:04:26.842231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] Network 325d8be7-0167-4cc1-847f-1e139cfac51e has no segments {{(pid=80304) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:04:26.873095 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:04:26.961588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:26.969056 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-21626f2c-f243-47e9-a717-ac4852c56a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:26.986756 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:26.996483 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=325d8be7-0167-4cc1-847f-1e139cfac51e,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:27.004482 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] 10.222.0.81 "DELETE /v2.0/networks/325d8be7-0167-4cc1-847f-1e139cfac51e HTTP/1.1" status: 204 len: 168 time: 1.4951637 Dec 03 15:04:27.018182 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-20e404b7-953f-4bfd-93ab-d87d7ed22c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:27.128768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:27.170295 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:27.259275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60298) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:27.322933 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-78dbd783-e9d7-4c57-8185-0339d2024a42 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51096ff870fd49698a0d8a8629a14987&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0616910 Dec 03 15:04:27.325402 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60304) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:27.390266 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-08a6dc95-66bf-4c1a-9fed-c23658fafd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:27.416666 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 11ce56a0-db64-42e6-9c84-505a68a4bafe up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:27.419802 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-08a6dc95-66bf-4c1a-9fed-c23658fafd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:27.471121 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-08a6dc95-66bf-4c1a-9fed-c23658fafd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:27.477910 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-097fb3a4-8429-4251-8558-625dfa11490e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:27.492826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6dc95-66bf-4c1a-9fed-c23658fafd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30078777-3f9a-449e-b296-619081875359,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:27.498037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 11ce56a0-db64-42e6-9c84-505a68a4bafe triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:27.498442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:27.498622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-08a6dc95-66bf-4c1a-9fed-c23658fafd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:27.499528 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-08a6dc95-66bf-4c1a-9fed-c23658fafd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:27.504221 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-08a6dc95-66bf-4c1a-9fed-c23658fafd2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/30078777-3f9a-449e-b296-619081875359 HTTP/1.1" status: 204 len: 168 time: 0.1744382 Dec 03 15:04:27.523666 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e019812-dfd3-4f83-ad98-cf4c00e7b733 req-79113416-9bfc-4120-a3cb-484d82cd8629 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:27.525549 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4e019812-dfd3-4f83-ad98-cf4c00e7b733 req-79113416-9bfc-4120-a3cb-484d82cd8629 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 945 time: 0.1669941 Dec 03 15:04:27.531145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-0565c1aa-09be-4a78-903b-2dfecc206d21 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:27.532999 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-0565c1aa-09be-4a78-903b-2dfecc206d21 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/networks?id=1ba2aee9-4c39-4e32-91b2-320bbb798d92 HTTP/1.1" status: 200 len: 815 time: 0.2646737 Dec 03 15:04:27.584066 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-5fa263ce-7027-46a5-9616-dbe90b74760d tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/quotas/3660b34f56fa4321bf49277dc190b8fd HTTP/1.1" status: 200 len: 375 time: 0.0347354 Dec 03 15:04:27.653416 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4e019812-dfd3-4f83-ad98-cf4c00e7b733 req-bfb3e1f0-8b0b-431c-b90d-e0d0f0b79aee tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904686 Dec 03 15:04:27.710728 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-e68cd100-4bd3-45eb-9641-ad378a1d16d3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?tenant_id=3660b34f56fa4321bf49277dc190b8fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963318 Dec 03 15:04:27.897523 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-cc69beae-af80-4fe4-951f-74c94363039a service neutron] 10.222.0.81 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727340 Dec 03 15:04:28.031839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60320) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:28.057631 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-60471c70-67d3-4b86-b183-917a65b71b4f service neutron] 10.222.0.81 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1512749 Dec 03 15:04:28.090749 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-274ca53e-3d8a-412f-9362-a823d08465cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2a611cf837848f18d55747a1c90d456&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0574243 Dec 03 15:04:28.095624 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 60328) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:28.171766 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:28.212732 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:28.275559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:28.282210 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1040cbfc-6d77-4622-b5f5-cccd12138596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:28.304438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:28.308174 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d91e0fc-59f7-4f49-b4e9-1f7776dd1b3b HTTP/1.1" status: 204 len: 168 time: 0.2083299 Dec 03 15:04:28.308174 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d91e0fc-59f7-4f49-b4e9-1f7776dd1b3b,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:28.316981 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.317389 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.317788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.318185 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.318578 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.319932 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.320367 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.320757 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.321604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.322013 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.322435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.322820 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.323321 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.323709 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.325005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.325404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.325818 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.326212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.326600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.327019 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.327407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.327830 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.328246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.328630 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:28.339929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:28.625182 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7244b4-0c65-4d28-9fbd-f5d1ee44f9be req-f58f88bb-1cee-46b9-9436-3a4d3fe5da60 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:28.631087 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2c7244b4-0c65-4d28-9fbd-f5d1ee44f9be req-f58f88bb-1cee-46b9-9436-3a4d3fe5da60 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.2885537 Dec 03 15:04:28.666861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248d3c8-b25a-4b16-855e-019fd1143b1e req-a030400d-dc73-4a1b-9040-a7160fe31531 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:28.668940 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c248d3c8-b25a-4b16-855e-019fd1143b1e req-a030400d-dc73-4a1b-9040-a7160fe31531 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.2179310 Dec 03 15:04:28.779199 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c248d3c8-b25a-4b16-855e-019fd1143b1e req-9991e2ad-d3ba-4f3e-8d9a-310c4eeb89b3 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926790 Dec 03 15:04:28.821450 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2c7244b4-0c65-4d28-9fbd-f5d1ee44f9be req-ad963b0b-bf0f-4b3c-a49e-a85210bed66e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1742570 Dec 03 15:04:28.997631 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-11d76731-1b0c-4e66-b339-cb5cf2665561 req-19a7d072-e0c8-4a17-be01-0b3a4526c3a3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 210 time: 0.0898845 Dec 03 15:04:29.198954 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e525da-6ee8-45c3-a770-286481335ca6 req-6fcdde02-e852-4d0f-836c-1bc25067d4d8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:29.200771 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c5e525da-6ee8-45c3-a770-286481335ca6 req-6fcdde02-e852-4d0f-836c-1bc25067d4d8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 945 time: 0.1069713 Dec 03 15:04:29.255032 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c5e525da-6ee8-45c3-a770-286481335ca6 req-0be9a045-9e06-47a6-af86-131f8942abc1 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465200 Dec 03 15:04:29.463097 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 11ce56a0-db64-42e6-9c84-505a68a4bafe up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:29.547619 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 11ce56a0-db64-42e6-9c84-505a68a4bafe triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:29.548103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:30.030532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c2ade-ea70-4c8e-b48c-0d0c2092f9ff req-689635e2-d031-4292-9307-7ff2e31a855b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:30.032365 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-540c2ade-ea70-4c8e-b48c-0d0c2092f9ff req-689635e2-d031-4292-9307-7ff2e31a855b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0977035 Dec 03 15:04:30.152420 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-540c2ade-ea70-4c8e-b48c-0d0c2092f9ff req-d657218b-8242-49ed-a086-80e2b2c2c801 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792835 Dec 03 15:04:30.263094 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60402) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:30.306221 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d73aa-cbff-47ff-81de-8ca0b27c9bab req-404191a7-c150-4a6c-be76-981296ccf649 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:30.307784 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ee6d73aa-cbff-47ff-81de-8ca0b27c9bab req-404191a7-c150-4a6c-be76-981296ccf649 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.2744021 Dec 03 15:04:30.401153 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-78bfc521-1859-413b-acad-82185f021a1a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:30.402978 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-78bfc521-1859-413b-acad-82185f021a1a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.65 "GET /v2.0/networks?id=1ba2aee9-4c39-4e32-91b2-320bbb798d92 HTTP/1.1" status: 200 len: 815 time: 0.2674792 Dec 03 15:04:30.410644 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ee6d73aa-cbff-47ff-81de-8ca0b27c9bab req-0aea9fd8-8243-4585-b004-92f7afeca712 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847549 Dec 03 15:04:30.445878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Request body: {'port': {'device_id': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'admin_state_up': True, 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:04:30.510375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-73fd897e-b670-4da6-b54b-e134cad5f582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:30.527725 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-73fd897e-b670-4da6-b54b-e134cad5f582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:30.534723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-73fd897e-b670-4da6-b54b-e134cad5f582 admin admin] Usage tracker for resource:security_group_rule and tenant:9c5066de2de5422396d7ff86496cfc5c is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:30.554463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-73fd897e-b670-4da6-b54b-e134cad5f582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:30.565054 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-73fd897e-b670-4da6-b54b-e134cad5f582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:30.678436 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:30.685334 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Usage tracker for resource:port and tenant:3660b34f56fa4321bf49277dc190b8fd is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:30.689444 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Quota usage for port was recalculated. Used quota:2. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:30.697065 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:30.712715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Made reservation on behalf of 3660b34f56fa4321bf49277dc190b8fd for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:04:30.722763 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:30.814627 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5f136cdf-a2a4-4393-ba2b-c129a947f60e req-021a9324-ba92-4dd8-8570-3d5de75b37bf tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 210 time: 0.0785093 Dec 03 15:04:31.049906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-73fd897e-b670-4da6-b54b-e134cad5f582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:31.053089 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-73fd897e-b670-4da6-b54b-e134cad5f582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:31.065723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5b11392c-a524-4a50-8a5c-97eb9cf8e0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:31.098601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd897e-b670-4da6-b54b-e134cad5f582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d3a31f-604e-4b2e-bd8f-42c0955912c7,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:31.104274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-73fd897e-b670-4da6-b54b-e134cad5f582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:31.127780 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-73fd897e-b670-4da6-b54b-e134cad5f582 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c5066de2de5422396d7ff86496cfc5c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8599644 Dec 03 15:04:31.128172 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60432) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:31.213959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85a2e5fe-c972-4803-be41-8aee85d61678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:31.301310 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85a2e5fe-c972-4803-be41-8aee85d61678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:31.315070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Allocated IP 172.20.0.11 (1ba2aee9-4c39-4e32-91b2-320bbb798d92/954f6dfc-38f4-469f-aa5e-811cef0d10fb/c67ef70f-25e6-44ea-a568-1ecfbfc68a0d) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:04:31.430476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85a2e5fe-c972-4803-be41-8aee85d61678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:31.439104 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0249d45c-4505-4d55-9a70-b6251b3ba5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:31.478164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2e5fe-c972-4803-be41-8aee85d61678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d3a31f-604e-4b2e-bd8f-42c0955912c7,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:31.494274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85a2e5fe-c972-4803-be41-8aee85d61678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:31.495950 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-85a2e5fe-c972-4803-be41-8aee85d61678 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b2d3a31f-604e-4b2e-bd8f-42c0955912c7 HTTP/1.1" status: 204 len: 168 time: 0.3666372 Dec 03 15:04:31.498482 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-85a2e5fe-c972-4803-be41-8aee85d61678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:31.811638 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98bafd-e1d9-434f-83e2-b6376642af4d req-61e22969-8267-4509-8fc4-f2e0057af820 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:31.813962 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2c98bafd-e1d9-434f-83e2-b6376642af4d req-61e22969-8267-4509-8fc4-f2e0057af820 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.4859154 Dec 03 15:04:32.306847 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2c98bafd-e1d9-434f-83e2-b6376642af4d req-9d869e20-016e-4474-aee8-1c2e35265aab tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815030 Dec 03 15:04:32.371732 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:32.421363 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ce0a9-b970-482d-93dd-fcf085231fdf req-5de09c1a-c8d3-4987-b8b1-04b2b29c5495 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:32.423515 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-729ce0a9-b970-482d-93dd-fcf085231fdf req-5de09c1a-c8d3-4987-b8b1-04b2b29c5495 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.6081018 Dec 03 15:04:32.424873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Transition to ACTIVE for port object c67ef70f-25e6-44ea-a568-1ecfbfc68a0d will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:04:32.472593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:32.538448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d4f76f22-9c33-46ef-aff2-5c8577cccf98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:32.650208 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-729ce0a9-b970-482d-93dd-fcf085231fdf req-91483243-1b8e-4657-a6c6-9d9f54c01642 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2157669 Dec 03 15:04:32.805610 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Pushing event updated for resources: {'Port': ['ID=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:32.815712 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:32.854011 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b78bf9-7a0f-4bfa-852d-ad1c64eb7384 req-f74ba9df-aff2-48de-8d8c-2b4998008f1e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:32.855784 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-42b78bf9-7a0f-4bfa-852d-ad1c64eb7384 req-f74ba9df-aff2-48de-8d8c-2b4998008f1e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 932 time: 0.3781543 Dec 03 15:04:32.973067 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-42b78bf9-7a0f-4bfa-852d-ad1c64eb7384 req-6231a640-70cc-4439-848d-ff966f2131be tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993080 Dec 03 15:04:32.995162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:04:32.997300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:04:33.015438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:04:33.026335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:33.027782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:33.062967 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6199262 Dec 03 15:04:33.372518 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-ce38c979-0f62-42da-8973-fa42613bf1c8 None None] Provisioning for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:04:33.378172 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-ce38c979-0f62-42da-8973-fa42613bf1c8 None None] Provisioning complete for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:33.378667 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ce38c979-0f62-42da-8973-fa42613bf1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:33.438322 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-ce38c979-0f62-42da-8973-fa42613bf1c8 None None] Port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:04:33.691250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9592082-9836-4875-a617-a41b9b395f81 req-612932ae-f848-4226-ae98-168adf41c6bc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:33.692898 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9592082-9836-4875-a617-a41b9b395f81 req-612932ae-f848-4226-ae98-168adf41c6bc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1773911 Dec 03 15:04:33.799595 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9592082-9836-4875-a617-a41b9b395f81 req-533eed7e-dea3-4136-9c70-819e6778b69f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930300 Dec 03 15:04:33.969171 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a1a44-c4bf-4dbd-a45b-4b236a2f240a req-bf826327-900d-4cc5-925a-bdfac948b876 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:33.972192 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0c9a1a44-c4bf-4dbd-a45b-4b236a2f240a req-bf826327-900d-4cc5-925a-bdfac948b876 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1091673 Dec 03 15:04:34.030889 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0c9a1a44-c4bf-4dbd-a45b-4b236a2f240a req-4c44b089-1f09-4598-b09e-fb4de543b05b tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493615 Dec 03 15:04:34.222241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d5ee1-56b5-40fc-9eea-f91fc42cebf6 req-84bf45d8-154f-46bd-b591-ee539b15877b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:34.222922 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-083d5ee1-56b5-40fc-9eea-f91fc42cebf6 req-84bf45d8-154f-46bd-b591-ee539b15877b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Synchronizing usage tracker for tenant:3660b34f56fa4321bf49277dc190b8fd on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:04:34.240696 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-083d5ee1-56b5-40fc-9eea-f91fc42cebf6 req-84bf45d8-154f-46bd-b591-ee539b15877b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Unset dirty status for tenant:3660b34f56fa4321bf49277dc190b8fd on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:04:34.242164 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-083d5ee1-56b5-40fc-9eea-f91fc42cebf6 req-84bf45d8-154f-46bd-b591-ee539b15877b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 932 time: 0.1125281 Dec 03 15:04:34.298681 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-083d5ee1-56b5-40fc-9eea-f91fc42cebf6 req-3fb54227-dfde-4b53-9449-a8f24912d7de tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484588 Dec 03 15:04:35.049453 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00cdc0-e4b2-47ab-a8fb-ec46d0f50716 req-e77507d9-d486-4635-974c-860a4641a926 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:35.051199 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb00cdc0-e4b2-47ab-a8fb-ec46d0f50716 req-e77507d9-d486-4635-974c-860a4641a926 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1025085 Dec 03 15:04:35.117371 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb00cdc0-e4b2-47ab-a8fb-ec46d0f50716 req-f7ab2036-c6a0-47ca-bb69-d1c1f4e86c78 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588779 Dec 03 15:04:35.404581 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119ce3-a37a-446e-9eb0-d5ab562f6384 req-40cf7a7e-c2c5-4144-8f75-f7afd7eb66bf tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:35.410097 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2c119ce3-a37a-446e-9eb0-d5ab562f6384 req-40cf7a7e-c2c5-4144-8f75-f7afd7eb66bf tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1705072 Dec 03 15:04:35.479465 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2c119ce3-a37a-446e-9eb0-d5ab562f6384 req-b91abbc1-8a90-4698-bbbf-3e62123541ec tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583529 Dec 03 15:04:35.599592 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea37936-7a7b-4fa5-9c67-26b30d96bc31 req-a7a66d83-c693-41d2-b12c-c6ae082422ae tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:35.601385 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bea37936-7a7b-4fa5-9c67-26b30d96bc31 req-a7a66d83-c693-41d2-b12c-c6ae082422ae tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 932 time: 0.1015022 Dec 03 15:04:35.656786 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bea37936-7a7b-4fa5-9c67-26b30d96bc31 req-dda92ee5-6a1e-4da8-acdf-0e8d9c1bd1bd tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484073 Dec 03 15:04:36.335780 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7b750-ad12-4356-a9f3-cdc5fdc14856 req-9121335d-b416-4cef-879f-de4d744fcf61 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:36.337577 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5ef7b750-ad12-4356-a9f3-cdc5fdc14856 req-9121335d-b416-4cef-879f-de4d744fcf61 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0915306 Dec 03 15:04:36.407503 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5ef7b750-ad12-4356-a9f3-cdc5fdc14856 req-494f9adf-fec0-44e1-9ba5-92a33a5b4027 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623338 Dec 03 15:04:36.822832 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2e520-5daf-4cdc-980d-b64f61c82219 req-b5645353-d41a-452e-9be2-3962c740d50c tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:36.830359 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ceb2e520-5daf-4cdc-980d-b64f61c82219 req-b5645353-d41a-452e-9be2-3962c740d50c tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1246541 Dec 03 15:04:36.924948 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ceb2e520-5daf-4cdc-980d-b64f61c82219 req-577827bd-d183-41ef-ab8f-2fea5dfc9fa2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935113 Dec 03 15:04:36.968031 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ee238-71ba-4fcd-b9e3-14a224c133f8 req-15d883ae-2b8d-4a91-b954-043c1c49d99e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:36.969770 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5d5ee238-71ba-4fcd-b9e3-14a224c133f8 req-15d883ae-2b8d-4a91-b954-043c1c49d99e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 932 time: 0.1121395 Dec 03 15:04:37.024948 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5d5ee238-71ba-4fcd-b9e3-14a224c133f8 req-32e1b434-53d3-40a1-be46-84b5757f04ad tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486450 Dec 03 15:04:37.676792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72984a2-72e6-4b62-b9e2-6685e535b1cb req-281df175-887e-443e-9677-d43f71a66ef4 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:37.680725 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f72984a2-72e6-4b62-b9e2-6685e535b1cb req-281df175-887e-443e-9677-d43f71a66ef4 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1264853 Dec 03 15:04:37.739600 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f72984a2-72e6-4b62-b9e2-6685e535b1cb req-57345075-2d32-4743-b6f6-f0fd1a8d06e5 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524104 Dec 03 15:04:38.306998 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78210b1-0a57-4931-bbc8-7c5cb5285562 req-0b617de3-7be6-48f9-af32-158f1e63f014 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:38.309302 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e78210b1-0a57-4931-bbc8-7c5cb5285562 req-0b617de3-7be6-48f9-af32-158f1e63f014 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1984191 Dec 03 15:04:38.398545 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e78210b1-0a57-4931-bbc8-7c5cb5285562 req-b3e3a590-0c34-4372-86f4-1cd627618ea7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803847 Dec 03 15:04:38.413191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded958e-5391-4cc1-93b0-0e122aa2da5c req-79e0f4cb-37f8-49e3-ade8-f1c3d616a510 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:38.415937 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cded958e-5391-4cc1-93b0-0e122aa2da5c req-79e0f4cb-37f8-49e3-ade8-f1c3d616a510 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 932 time: 0.1799269 Dec 03 15:04:38.485961 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cded958e-5391-4cc1-93b0-0e122aa2da5c req-bc30ef45-1c4c-47d3-ab99-2eb8390c1950 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623281 Dec 03 15:04:39.011084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fe582-545c-44d9-bc65-c69dc1419229 req-1e748f82-2348-4182-a765-ac94c3705c0c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:39.013579 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-973fe582-545c-44d9-bc65-c69dc1419229 req-1e748f82-2348-4182-a765-ac94c3705c0c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0981197 Dec 03 15:04:39.065271 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-973fe582-545c-44d9-bc65-c69dc1419229 req-159aec56-94ef-4a76-9889-cb6d693b47d0 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449290 Dec 03 15:04:39.748804 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecadc3e-54f9-414e-9097-a15fe0bc5375 req-9205ea07-e1cb-4656-b5f6-a59ac753e9c4 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:39.750529 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8ecadc3e-54f9-414e-9097-a15fe0bc5375 req-9205ea07-e1cb-4656-b5f6-a59ac753e9c4 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1857510 Dec 03 15:04:39.822778 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8ecadc3e-54f9-414e-9097-a15fe0bc5375 req-1d261237-e995-4a4a-9263-36e816fa765d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631170 Dec 03 15:04:39.833991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a6365-9881-4ad1-aa0d-efc228ef221c req-4b34e594-529a-440c-8539-4dc1aebbe06c tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:39.843045 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e48a6365-9881-4ad1-aa0d-efc228ef221c req-4b34e594-529a-440c-8539-4dc1aebbe06c tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 932 time: 0.1610823 Dec 03 15:04:39.914529 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e48a6365-9881-4ad1-aa0d-efc228ef221c req-c26da679-076a-484e-b983-98337c0f8068 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657451 Dec 03 15:04:40.058460 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60608) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:40.233250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-47b4df88-99a6-4f55-881c-afaecbb66a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:40.250268 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-47b4df88-99a6-4f55-881c-afaecbb66a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:40.254366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-47b4df88-99a6-4f55-881c-afaecbb66a21 admin admin] Usage tracker for resource:security_group_rule and tenant:caa08a03aba5405ab7ad7ab418fda538 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:40.257865 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-47b4df88-99a6-4f55-881c-afaecbb66a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:40.267309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-47b4df88-99a6-4f55-881c-afaecbb66a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:40.312972 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67315d00-db78-4a21-8c76-a166a6446c84 req-aa7e71f4-0ace-4673-80bb-4e3208e38c75 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:40.314881 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-67315d00-db78-4a21-8c76-a166a6446c84 req-aa7e71f4-0ace-4673-80bb-4e3208e38c75 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0887175 Dec 03 15:04:40.391193 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-47b4df88-99a6-4f55-881c-afaecbb66a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:40.394921 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-47b4df88-99a6-4f55-881c-afaecbb66a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:40.400776 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-67315d00-db78-4a21-8c76-a166a6446c84 req-e5c577e5-2040-473f-aa58-58345974d39e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683229 Dec 03 15:04:40.408827 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-85a2e5fe-c972-4803-be41-8aee85d61678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:40.452266 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-47b4df88-99a6-4f55-881c-afaecbb66a21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=caa08a03aba5405ab7ad7ab418fda538&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3925214 Dec 03 15:04:40.455151 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60620) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:40.493672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4df88-99a6-4f55-881c-afaecbb66a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c05318-4bba-4508-8076-6208f3b7bd79,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:40.508983 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-47b4df88-99a6-4f55-881c-afaecbb66a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:40.562825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6a913871-e71e-440c-b1aa-8cf50982f6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:40.602150 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6a913871-e71e-440c-b1aa-8cf50982f6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:40.672578 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6a913871-e71e-440c-b1aa-8cf50982f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:40.679613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a5bfce78-4ce9-4b8e-85d5-daaad166c1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:40.702248 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a913871-e71e-440c-b1aa-8cf50982f6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c05318-4bba-4508-8076-6208f3b7bd79,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:40.716729 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6a913871-e71e-440c-b1aa-8cf50982f6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:40.717601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6a913871-e71e-440c-b1aa-8cf50982f6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:40.723377 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-6a913871-e71e-440c-b1aa-8cf50982f6e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/27c05318-4bba-4508-8076-6208f3b7bd79 HTTP/1.1" status: 204 len: 168 time: 0.2667155 Dec 03 15:04:41.408979 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68928817-71a3-45fe-9dcb-15836e987d32 req-18699ef3-a098-4f52-98db-1f674922bc41 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:41.410643 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-68928817-71a3-45fe-9dcb-15836e987d32 req-18699ef3-a098-4f52-98db-1f674922bc41 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 932 time: 0.1358950 Dec 03 15:04:41.417750 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5862d69-53f1-4221-ab66-e2e1279f1f68 req-9b3d8d2c-b800-405f-a344-c274be68eb31 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:41.419336 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c5862d69-53f1-4221-ab66-e2e1279f1f68 req-9b3d8d2c-b800-405f-a344-c274be68eb31 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.2145305 Dec 03 15:04:41.499975 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-68928817-71a3-45fe-9dcb-15836e987d32 req-270273b5-113f-470d-8b81-cc3ca2ad3029 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795574 Dec 03 15:04:41.518573 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c5862d69-53f1-4221-ab66-e2e1279f1f68 req-57b2e523-c734-4412-814c-61b63a48d1d2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803936 Dec 03 15:04:41.814744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d9bad-44d6-4294-a8d2-a36cd353ca46 req-79871d69-25cb-4bf9-85da-3575519aaa86 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:41.816869 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-182d9bad-44d6-4294-a8d2-a36cd353ca46 req-79871d69-25cb-4bf9-85da-3575519aaa86 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1003764 Dec 03 15:04:41.874384 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-182d9bad-44d6-4294-a8d2-a36cd353ca46 req-96fed8aa-6de8-433f-97b0-7bdd2618a3b6 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509486 Dec 03 15:04:42.996141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58527aea-cac1-46e8-b18c-9ac4e759b271 req-34420fa4-2d27-4c6d-98a1-e2058586a65e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:42.998048 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-58527aea-cac1-46e8-b18c-9ac4e759b271 req-34420fa4-2d27-4c6d-98a1-e2058586a65e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 932 time: 0.2087154 Dec 03 15:04:43.005358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285d673-55fc-40a2-a27c-45bcd9515c26 req-b9c0ad7f-6c13-475f-b8e2-364b691cf395 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:43.006995 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5285d673-55fc-40a2-a27c-45bcd9515c26 req-b9c0ad7f-6c13-475f-b8e2-364b691cf395 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1591561 Dec 03 15:04:43.095719 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5285d673-55fc-40a2-a27c-45bcd9515c26 req-36ee25c5-6c21-4617-91b8-8b5e07ecc884 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696168 Dec 03 15:04:43.098105 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-58527aea-cac1-46e8-b18c-9ac4e759b271 req-8d2ea9d6-5029-4d62-9319-6d0cdea000e4 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901303 Dec 03 15:04:43.325378 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719785f-09ae-481d-8dd8-b09ae08bc58d req-f4b45551-fc44-48a6-9dfc-cd9cf94c19e1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:43.330284 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5719785f-09ae-481d-8dd8-b09ae08bc58d req-f4b45551-fc44-48a6-9dfc-cd9cf94c19e1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0990474 Dec 03 15:04:43.379998 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5719785f-09ae-481d-8dd8-b09ae08bc58d req-c7c68d13-3aca-4ac6-9837-5148b1ec9836 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457666 Dec 03 15:04:43.501990 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device eb70472c-5223-443e-8685-5f7d855e581b up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:43.579352 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port eb70472c-5223-443e-8685-5f7d855e581b triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:43.579766 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:44.055013 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Request body: {'port': {'device_id': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:04:44.224486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:44.692744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d837a44-c1df-43ba-9983-95988e573522 req-2f17ca19-69b2-475b-b546-687a20864922 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:44.694424 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8d837a44-c1df-43ba-9983-95988e573522 req-2f17ca19-69b2-475b-b546-687a20864922 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 932 time: 0.2754328 Dec 03 15:04:44.715715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e4cea-1d30-4690-9943-619a6dfb8ae5 req-b131cc93-acf6-409d-b819-52808fd9da45 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:44.717348 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a79e4cea-1d30-4690-9943-619a6dfb8ae5 req-b131cc93-acf6-409d-b819-52808fd9da45 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.2971239 Dec 03 15:04:44.828747 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8d837a44-c1df-43ba-9983-95988e573522 req-42b6b230-0968-4224-8a93-ca29ae1d93ab tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227643 Dec 03 15:04:44.948769 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a79e4cea-1d30-4690-9943-619a6dfb8ae5 req-4efd798e-1e2d-4a0f-8ebb-5b239e94518d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2040343 Dec 03 15:04:45.177881 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16a157-f66c-4e25-9ce4-01450e684767 req-a678f6ae-4c24-45dc-8955-b3defde6661b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:45.179792 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bd16a157-f66c-4e25-9ce4-01450e684767 req-a678f6ae-4c24-45dc-8955-b3defde6661b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1626599 Dec 03 15:04:45.186525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67ef70f-25e6-44ea-a568-1ecfbfc68a0d {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:04:45.208300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:45.238568 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Transition to ACTIVE for port object c67ef70f-25e6-44ea-a568-1ecfbfc68a0d will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:04:45.270847 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:45.292501 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-238b7bc5-748a-4395-9ab9-868ff5db9fc4 tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:45.336560 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bd16a157-f66c-4e25-9ce4-01450e684767 req-469323c9-6d17-414a-86af-29f0e9d45de0 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453774 Dec 03 15:04:45.770470 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Pushing event updated for resources: {'Port': ['ID=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:45.785157 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:45.878744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c26d-3c19-4e10-ace0-18939535d811 req-948585ef-19c0-4315-9c09-aa62eb1e3b3a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:45.880387 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-948585ef-19c0-4315-9c09-aa62eb1e3b3a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/networks?id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 200 len: 815 time: 0.6385069 Dec 03 15:04:45.970416 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-bcd9b9b8-3cde-4d8f-ab05-d2a2fbb59ae6 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/quotas/21e40f738979427da81270cc73912ddb HTTP/1.1" status: 200 len: 375 time: 0.0773067 Dec 03 15:04:46.118335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Attempting to bind port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:04:46.118705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Attempting to bind port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:04:46.119181 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Attempting to bind port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d on network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:04:46.140098 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:04:46.140599 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Checking segment: {'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:04:46.141006 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:46.141493 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Bound using segment: {'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:04:46.142356 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Bound port: c67ef70f-25e6-44ea-a568-1ecfbfc68a0d, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01c979a-0638-4e56-a35a-b741a914b81d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:04:46.142993 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:46.260212 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-7dd1108f-d7b3-4786-bc9e-a97658bd707c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?tenant_id=21e40f738979427da81270cc73912ddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2887957 Dec 03 15:04:46.282192 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82371e32-213f-4aab-acd8-a762d137e17b req-214455e8-a9ba-4d3b-a4b1-d81577cb7e8e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:46.284420 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-82371e32-213f-4aab-acd8-a762d137e17b req-214455e8-a9ba-4d3b-a4b1-d81577cb7e8e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 944 time: 0.2752571 Dec 03 15:04:46.467141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] For port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:04:46.498893 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] For port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d,segment=NetworkSegment(c01c979a-0638-4e56-a35a-b741a914b81d),segment_id=c01c979a-0638-4e56-a35a-b741a914b81d)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:04:46.515008 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-82371e32-213f-4aab-acd8-a762d137e17b req-cc73837e-2c49-4d2b-b9ca-fb662fe1ed42 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990840 Dec 03 15:04:46.528827 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:46.546813 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:46.769038 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-0483c68f-421e-46bf-a2c0-7541d0c61a2c service neutron] 10.222.0.81 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970269 Dec 03 15:04:46.781962 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f02b2d-f235-4584-b472-cc215da74c55 req-a96646fd-613b-4b2b-804f-cbc9035784c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:46.783758 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a4f02b2d-f235-4584-b472-cc215da74c55 req-a96646fd-613b-4b2b-804f-cbc9035784c7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 1162 time: 0.4416990 Dec 03 15:04:46.828483 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Pushing event updated for resources: {'Port': ['ID=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:46.868407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:47.012318 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a4f02b2d-f235-4584-b472-cc215da74c55 req-58d4bb45-e38c-437d-b0de-ff281fcc50de service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849058 Dec 03 15:04:47.038844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:47.039529 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:47.041074 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] 10.222.0.65 "PUT /v2.0/ports/c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 200 len: 1158 time: 2.9913428 Dec 03 15:04:47.043375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:04:47.057828 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bc0e3-2d6f-4dff-9e22-4344891d651c req-363dac6c-8134-4e8c-853c-4fb2f56de962 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:47.059514 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c94bc0e3-2d6f-4dff-9e22-4344891d651c req-363dac6c-8134-4e8c-853c-4fb2f56de962 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.3733232 Dec 03 15:04:47.099730 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-69f56170-70b7-4687-b658-9074957dd378 service neutron] 10.222.0.81 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3038783 Dec 03 15:04:47.125865 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c94bc0e3-2d6f-4dff-9e22-4344891d651c req-9d0f298e-e025-4ded-9568-967c6c3c52e4 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550523 Dec 03 15:04:47.313328 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d', 'status': 'completed', 'code': 200} Dec 03 15:04:47.390860 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fe61eb59-6ca9-4011-bd73-64de28d41361 req-83f915c4-8060-424f-81f3-2fe32ff785b4 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 210 time: 0.0639062 Dec 03 15:04:47.437836 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da982e-fb35-43fa-b820-1d8ea9c77cf5 req-ca04b95d-6d89-4a4e-b4f1-6804302e199e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:47.440050 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c2da982e-fb35-43fa-b820-1d8ea9c77cf5 req-ca04b95d-6d89-4a4e-b4f1-6804302e199e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1689637 Dec 03 15:04:47.560858 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c2da982e-fb35-43fa-b820-1d8ea9c77cf5 req-dbe1aec5-35ab-4747-a075-1fcefa0ef60a tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124394 Dec 03 15:04:47.681506 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d748-cddd-41d7-83ea-d70ae0cf956a req-6f036f5b-fa7a-46e2-96eb-6f16b3c53c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:47.683432 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-28b8d748-cddd-41d7-83ea-d70ae0cf956a req-6f036f5b-fa7a-46e2-96eb-6f16b3c53c2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3660b34f56fa4321bf49277dc190b8fd&device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 1161 time: 0.2165954 Dec 03 15:04:47.958287 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d748-cddd-41d7-83ea-d70ae0cf956a req-e362bf3a-7a19-481f-a0ef-572951823fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:47.960028 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-28b8d748-cddd-41d7-83ea-d70ae0cf956a req-e362bf3a-7a19-481f-a0ef-572951823fbc service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3660b34f56fa4321bf49277dc190b8fd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2556834 Dec 03 15:04:47.966640 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a8a56-a863-4ed1-928c-2207dbf4c39d req-691dd684-ce4a-4a78-8d70-18b3475377a2 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:47.968190 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3e3a8a56-a863-4ed1-928c-2207dbf4c39d req-691dd684-ce4a-4a78-8d70-18b3475377a2 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 944 time: 0.2282698 Dec 03 15:04:48.388908 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3e3a8a56-a863-4ed1-928c-2207dbf4c39d req-fef5ea8c-00e8-4f04-a56c-5cb64e066e25 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116490 Dec 03 15:04:48.447037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d748-cddd-41d7-83ea-d70ae0cf956a req-e7791d5c-7427-4597-a44b-9ed090f23412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:48.448661 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-28b8d748-cddd-41d7-83ea-d70ae0cf956a req-e7791d5c-7427-4597-a44b-9ed090f23412 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4475513 Dec 03 15:04:48.464523 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcdb1c-9c93-4937-a50e-95af8b5ba56e req-78458272-15e4-421a-925c-41214c412cfb tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:48.472444 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-10fcdb1c-9c93-4937-a50e-95af8b5ba56e req-78458272-15e4-421a-925c-41214c412cfb tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1559055 Dec 03 15:04:48.520623 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-10fcdb1c-9c93-4937-a50e-95af8b5ba56e req-67ee7bea-89de-42b2-8fce-de45290f5c97 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476930 Dec 03 15:04:48.727531 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-24d28fde-d7d2-438c-a937-5ace61a1fb63 req-01130f34-21ca-4673-a125-2ef45ffdc1e5 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 210 time: 0.0610871 Dec 03 15:04:48.754324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8cc67-4662-4093-a81f-6d6858365f19 req-3c6c9030-8c85-4ba0-ae7e-8679c3d57e3c tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:48.763217 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-94f8cc67-4662-4093-a81f-6d6858365f19 req-3c6c9030-8c85-4ba0-ae7e-8679c3d57e3c tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.2413645 Dec 03 15:04:48.846089 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-94f8cc67-4662-4093-a81f-6d6858365f19 req-91ea2881-828c-4c12-943e-632c7c3984ad tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817344 Dec 03 15:04:48.854535 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-597a7bdb-7ef6-4e79-a78e-de40af53e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:48.873028 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-597a7bdb-7ef6-4e79-a78e-de40af53e05b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3660b34f56fa4321bf49277dc190b8fd&device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 1161 time: 0.2698951 Dec 03 15:04:49.063860 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-84ab2565-808d-4cd1-bd09-d1d145444630 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 200 len: 217 time: 0.1620452 Dec 03 15:04:49.319367 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-4e1b8b03-98b3-4238-9044-5a6e299f4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:49.320773 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-4e1b8b03-98b3-4238-9044-5a6e299f4ed6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=954f6dfc-38f4-469f-aa5e-811cef0d10fb HTTP/1.1" status: 200 len: 854 time: 0.2359340 Dec 03 15:04:49.343920 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d4f66-659a-43ba-a0c9-7c149030e3bb req-d753ced8-72c6-4531-9f30-2710f259eeb5 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:49.351862 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-158d4f66-659a-43ba-a0c9-7c149030e3bb req-d753ced8-72c6-4531-9f30-2710f259eeb5 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.3789487 Dec 03 15:04:49.398970 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60860) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:49.509272 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-158d4f66-659a-43ba-a0c9-7c149030e3bb req-e6753274-0a68-4da7-8f05-b75cc37c555c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564288 Dec 03 15:04:49.561974 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c26d-3c19-4e10-ace0-18939535d811 req-0b03c7b3-db90-4971-a2aa-fea697e96e61 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:49.563542 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-0b03c7b3-db90-4971-a2aa-fea697e96e61 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "GET /v2.0/networks?id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 200 len: 815 time: 0.4015453 Dec 03 15:04:49.572787 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-85e2e879-e156-47a8-b8fd-e6f4b1a85cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:49.574433 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-85e2e879-e156-47a8-b8fd-e6f4b1a85cd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba2aee9-4c39-4e32-91b2-320bbb798d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1893954 Dec 03 15:04:49.661505 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Request body: {'port': {'device_id': '9edd9ff7-06d7-4079-ad7b-865dea64faac', 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5', 'admin_state_up': True, 'tenant_id': '21e40f738979427da81270cc73912ddb'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:04:49.676010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3fdc-0030-49d3-b112-50f25bd8ef68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:49.702040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-d7cb3fdc-0030-49d3-b112-50f25bd8ef68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:49.707694 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-d7cb3fdc-0030-49d3-b112-50f25bd8ef68 admin admin] Usage tracker for resource:security_group_rule and tenant:6d10d8b541e041229cec4310d98302ad is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:49.711170 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-d7cb3fdc-0030-49d3-b112-50f25bd8ef68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:49.718705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-d7cb3fdc-0030-49d3-b112-50f25bd8ef68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:49.834911 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3fdc-0030-49d3-b112-50f25bd8ef68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:49.840237 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3fdc-0030-49d3-b112-50f25bd8ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:49.848808 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device eb70472c-5223-443e-8685-5f7d855e581b up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:49.852037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3d0fcafe-5f59-4ff4-81e4-9cee17941876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:49.906968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb3fdc-0030-49d3-b112-50f25bd8ef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a2331b-a143-4ef3-97bc-810dad55ae31,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:49.911391 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d7cb3fdc-0030-49d3-b112-50f25bd8ef68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:49.918075 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d7cb3fdc-0030-49d3-b112-50f25bd8ef68 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d10d8b541e041229cec4310d98302ad&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5178304 Dec 03 15:04:49.919808 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60886) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:49.932782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port eb70472c-5223-443e-8685-5f7d855e581b triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:49.933209 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:50.003189 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-75e3f337-d5e7-40f1-a1bb-d5c887b857a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:50.040198 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-75e3f337-d5e7-40f1-a1bb-d5c887b857a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:50.114493 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60890) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:50.116771 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-6c0e7f42-ff36-45b6-b14d-dc108b7a6424 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677422 Dec 03 15:04:50.117601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-75e3f337-d5e7-40f1-a1bb-d5c887b857a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:50.129304 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9aaa94ac-296d-4926-a7b5-f340a8060bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:50.135537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device b17aace9-978a-4731-9812-88b519bddc64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:50.143079 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3f337-d5e7-40f1-a1bb-d5c887b857a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a2331b-a143-4ef3-97bc-810dad55ae31,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:50.147795 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-75e3f337-d5e7-40f1-a1bb-d5c887b857a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:50.153991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-75e3f337-d5e7-40f1-a1bb-d5c887b857a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:50.156225 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-75e3f337-d5e7-40f1-a1bb-d5c887b857a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50a2331b-a143-4ef3-97bc-810dad55ae31 HTTP/1.1" status: 204 len: 168 time: 0.2347972 Dec 03 15:04:50.159541 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:50.360024 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30f49db-a91f-4661-80a2-23768c350ba5 req-7b6aebf7-f954-4c53-bea4-f10b393f2816 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2020180 Dec 03 15:04:50.374532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port b17aace9-978a-4731-9812-88b519bddc64 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:50.375271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:50.403948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:50.461219 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a2bd0-ccb7-4d55-b30c-b0b7c04330d2 req-7953d418-4a2f-454a-9faa-9ae87e32d44a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:50.463005 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-185a2bd0-ccb7-4d55-b30c-b0b7c04330d2 req-7953d418-4a2f-454a-9faa-9ae87e32d44a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.6056058 Dec 03 15:04:50.480000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2e513-d338-4724-a43f-b7ab88821ea7 req-0a35b9f9-f8dd-4bc8-813e-9051309fe69e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:50.505049 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3d2e513-d338-4724-a43f-b7ab88821ea7 req-0a35b9f9-f8dd-4bc8-813e-9051309fe69e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 944 time: 0.9037571 Dec 03 15:04:50.515643 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Made reservation on behalf of 21e40f738979427da81270cc73912ddb for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:04:50.523125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:50.658628 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3d2e513-d338-4724-a43f-b7ab88821ea7 req-4fe9e41f-e8c1-4175-9b18-00d40a3ca856 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478543 Dec 03 15:04:50.749019 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-185a2bd0-ccb7-4d55-b30c-b0b7c04330d2 req-ecdf0402-ff77-45aa-8b82-2dc9e497511e tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345836 Dec 03 15:04:50.826555 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f015d236-bcd9-4eb3-9a1e-590aaab728b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:50.848329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-f015d236-bcd9-4eb3-9a1e-590aaab728b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:50.854673 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-f015d236-bcd9-4eb3-9a1e-590aaab728b5 admin admin] Usage tracker for resource:security_group_rule and tenant:88641efd25fe48a8b99c1ef22aee523b is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:50.859099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-f015d236-bcd9-4eb3-9a1e-590aaab728b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:50.867302 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-f015d236-bcd9-4eb3-9a1e-590aaab728b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:50.975120 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f015d236-bcd9-4eb3-9a1e-590aaab728b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:50.979882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f015d236-bcd9-4eb3-9a1e-590aaab728b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:50.988959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4213dc9f-62d4-47c2-913d-31dd749c59b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:51.027387 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-f015d236-bcd9-4eb3-9a1e-590aaab728b5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88641efd25fe48a8b99c1ef22aee523b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9048285 Dec 03 15:04:51.030292 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60900) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:51.047444 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2c2f42fd-ad45-48af-8149-a99eea6e48a2 req-ae269b26-30b2-4da8-aeff-b19a3393794e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 210 time: 0.1066921 Dec 03 15:04:51.089174 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015d236-bcd9-4eb3-9a1e-590aaab728b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d84d89b-167e-493b-9eba-6eae1b216717,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:51.117597 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f015d236-bcd9-4eb3-9a1e-590aaab728b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:51.147547 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9361e123-1840-4b8f-aa88-f58c0c749a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:51.179659 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9361e123-1840-4b8f-aa88-f58c0c749a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:51.230989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9361e123-1840-4b8f-aa88-f58c0c749a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:51.237641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ec4d52ce-7058-43ff-bb8d-f5771e543f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:51.255155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9361e123-1840-4b8f-aa88-f58c0c749a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:51.256990 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-9361e123-1840-4b8f-aa88-f58c0c749a62 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d84d89b-167e-493b-9eba-6eae1b216717 HTTP/1.1" status: 204 len: 168 time: 0.2257016 Dec 03 15:04:51.276877 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361e123-1840-4b8f-aa88-f58c0c749a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d84d89b-167e-493b-9eba-6eae1b216717,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:51.279401 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9361e123-1840-4b8f-aa88-f58c0c749a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:51.289989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640398f7-13a2-4103-8f5f-4c7e4993cd21 req-8f793879-9ccd-4571-aae0-fa9e949ca078 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:51.291636 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-640398f7-13a2-4103-8f5f-4c7e4993cd21 req-8f793879-9ccd-4571-aae0-fa9e949ca078 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.2992444 Dec 03 15:04:51.383447 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-640398f7-13a2-4103-8f5f-4c7e4993cd21 req-76708f9a-216b-4ae9-a62f-8ae061dbe687 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834165 Dec 03 15:04:51.390274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Allocated IP 172.20.0.14 (59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5/1231438f-9ed6-449f-9282-1e8fad01a494/ec61743a-eec0-4e91-98e5-946c40317a7f) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:04:51.426224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a24c7-358f-463a-9727-f7accd400f87 req-e49b05fb-216b-427b-9567-01003c521fe1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:51.428005 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ee7a24c7-358f-463a-9727-f7accd400f87 req-e49b05fb-216b-427b-9567-01003c521fe1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.2351341 Dec 03 15:04:51.581904 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ee7a24c7-358f-463a-9727-f7accd400f87 req-f2a81791-cac3-431a-9ecc-4ca5147e29de tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250486 Dec 03 15:04:51.844119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:51.904893 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:52.003361 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:52.469824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Pushing event updated for resources: {'Port': ['ID=ec61743a-eec0-4e91-98e5-946c40317a7f,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:52.484646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:52.572299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93a7c2-8d8b-482e-b9b9-01a5dc56399d req-5393f7f9-53ae-4745-b2d3-d888f76be4ce tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:52.574819 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0e93a7c2-8d8b-482e-b9b9-01a5dc56399d req-5393f7f9-53ae-4745-b2d3-d888f76be4ce tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 944 time: 0.6231000 Dec 03 15:04:52.688240 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:04:52.695665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdabd8-2ae0-4093-a6e4-a56c951a9efe req-86437bad-5127-45ed-a05c-f8850a771bf2 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:52.705801 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f2bdabd8-2ae0-4093-a6e4-a56c951a9efe req-86437bad-5127-45ed-a05c-f8850a771bf2 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.6519108 Dec 03 15:04:52.714264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:04:52.764518 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:04:52.769434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:52.770349 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:52.803868 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0e93a7c2-8d8b-482e-b9b9-01a5dc56399d req-d60ced4a-06a0-4ce5-9dcf-1c4b38544749 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696396 Dec 03 15:04:52.813414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60934) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:52.821830 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1711574 Dec 03 15:04:52.832337 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f2bdabd8-2ae0-4093-a6e4-a56c951a9efe req-c02640eb-21a8-4c21-b6cc-357683341295 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251044 Dec 03 15:04:52.848002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Request body: {'port': {'device_id': '9edd9ff7-06d7-4079-ad7b-865dea64faac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:04:52.884896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:53.032670 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:53.189264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1cec5491-4493-4ef8-b7c7-2c615753eb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:53.221275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1661775136-network', 'tenant_id': '483bd656d47c43b990c2552fa5e394cd'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:04:53.226816 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:53.231157 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Usage tracker for resource:network and tenant:483bd656d47c43b990c2552fa5e394cd is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:53.235069 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:53.244493 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:53.266166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Made reservation on behalf of 483bd656d47c43b990c2552fa5e394cd for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:04:53.286672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:53.347841 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:53.375764 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:53.382703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Usage tracker for resource:security_group_rule and tenant:483bd656d47c43b990c2552fa5e394cd is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:53.385920 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:53.392123 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:53.515185 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:53.519146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:53.550952 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:04:53.564546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:53.565155 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Added segment 7770f000-940c-4206-821a-68a502c46566 of type vxlan for network fd35447a-2029-40de-99fd-172ba6b60e5d Dec 03 15:04:53.600318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:53.641309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8ce2576e-98bc-49e4-aa95-a61325f1ba4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:53.656960 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:53.671015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:53.671666 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:53.707784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:53.733527 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:53.736598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:53.737057 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.objects.ports [None req-6c664da1-7fbc-4e34-8696-0d39557b4594 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80305) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 03 15:04:53.845823 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d11c1-087e-42d8-a081-6335c6aaa970 req-cc0cf9a8-5ed4-4296-989f-26af85185bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:53.848126 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-679d11c1-087e-42d8-a081-6335c6aaa970 req-cc0cf9a8-5ed4-4296-989f-26af85185bf4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd93a4c230914073aca399b3e3b82b07&device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 1162 time: 0.4705563 Dec 03 15:04:53.857338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76ac1d-fc9d-416d-a4eb-c909410d2e93 req-a1f14f29-457a-45c7-a970-99ed4fdaeb1c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:53.857988 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-9e76ac1d-fc9d-416d-a4eb-c909410d2e93 req-a1f14f29-457a-45c7-a970-99ed4fdaeb1c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Synchronizing usage tracker for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:04:53.869011 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0543547 Dec 03 15:04:53.870201 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 60942) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:04:53.871048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857f9b-b5b2-4b2f-95e3-ef8c0c4bedf6 req-fe3bb165-3785-49f9-8b0a-e7e313a2596f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:53.871632 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Pushing event updated for resources: {'Network': ['ID=fd35447a-2029-40de-99fd-172ba6b60e5d,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:53.873755 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d0857f9b-b5b2-4b2f-95e3-ef8c0c4bedf6 req-fe3bb165-3785-49f9-8b0a-e7e313a2596f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.4055016 Dec 03 15:04:53.885299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:53.890708 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network fd35447a-2029-40de-99fd-172ba6b60e5d details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:04:53.892027 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Request body: {'subnet': {'network_id': 'fd35447a-2029-40de-99fd-172ba6b60e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1661775136-subnet', 'tenant_id': '483bd656d47c43b990c2552fa5e394cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:04:53.899344 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:04:53.904282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Usage tracker for resource:subnet and tenant:483bd656d47c43b990c2552fa5e394cd is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:04:53.908606 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:04:53.916073 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:04:53.927332 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Made reservation on behalf of 483bd656d47c43b990c2552fa5e394cd for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:04:53.932848 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3469074'] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:53.936993 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network fd35447a-2029-40de-99fd-172ba6b60e5d details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:04:54.012752 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.resource_extend [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 03 15:04:54.043165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-9e76ac1d-fc9d-416d-a4eb-c909410d2e93 req-a1f14f29-457a-45c7-a970-99ed4fdaeb1c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Unset dirty status for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:04:54.044490 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9e76ac1d-fc9d-416d-a4eb-c909410d2e93 req-a1f14f29-457a-45c7-a970-99ed4fdaeb1c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 932 time: 0.6684940 Dec 03 15:04:54.177280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec61743a-eec0-4e91-98e5-946c40317a7f {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:04:54.217474 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d0857f9b-b5b2-4b2f-95e3-ef8c0c4bedf6 req-84ac0c7f-7209-4fa6-8bf6-b0ca4ca829ea tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2827773 Dec 03 15:04:54.240389 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9e76ac1d-fc9d-416d-a4eb-c909410d2e93 req-6e6573b7-1075-47ed-9085-1ae715ab323f tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488070 Dec 03 15:04:54.245546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:54.326714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d11c1-087e-42d8-a081-6335c6aaa970 req-5e21fff0-25b4-4348-9974-7a019f87829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:54.328383 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-679d11c1-087e-42d8-a081-6335c6aaa970 req-5e21fff0-25b4-4348-9974-7a019f87829c service neutron] 10.222.0.65 "GET /v2.0/networks?id=248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 200 len: 913 time: 0.4524071 Dec 03 15:04:54.329397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Transition to ACTIVE for port object ec61743a-eec0-4e91-98e5-946c40317a7f will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:04:54.334861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:54.379810 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:54.528301 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3867129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3469059'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:54.550856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:54.632299 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-679d11c1-087e-42d8-a081-6335c6aaa970 req-cd6cc025-02f3-491f-adc2-214ad2b030d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17aace9-978a-4731-9812-88b519bddc64 HTTP/1.1" status: 200 len: 217 time: 0.2553623 Dec 03 15:04:54.713228 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=df42fa34-7361-40a9-82c3-1356a5f37853,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:54.742400 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:54.778595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Pushing event updated for resources: {'Port': ['ID=ec61743a-eec0-4e91-98e5-946c40317a7f,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:54.782501 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:54.839688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Checking segment: {'id': '7770f000-940c-4206-821a-68a502c46566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd35447a-2029-40de-99fd-172ba6b60e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:04:54.840407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Network hostable DHCP agents. Network: fd35447a-2029-40de-99fd-172ba6b60e5d, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:04:54.850544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d11c1-087e-42d8-a081-6335c6aaa970 req-9968cbb5-dc85-447e-90ae-109a526f7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:54.852182 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-679d11c1-087e-42d8-a081-6335c6aaa970 req-9968cbb5-dc85-447e-90ae-109a526f7b65 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f08cdce3-c72c-4b36-9269-b062a5efece6 HTTP/1.1" status: 200 len: 859 time: 0.1703899 Dec 03 15:04:54.874440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Network fd35447a-2029-40de-99fd-172ba6b60e5d is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:04:54.885479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, fd35447a-2029-40de-99fd-172ba6b60e5d) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:04:54.897898 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b81eaf5-6058-4a01-96a3-39c058354587 None None] Network fd35447a-2029-40de-99fd-172ba6b60e5d requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:04:54.921913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:54.922435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:54.951759 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5de70f-8c3b-4897-97a2-036bd3d959be req-a8f78847-0a7a-4b3b-abbe-6b2bb16a63c8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:54.961632 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6c5de70f-8c3b-4897-97a2-036bd3d959be req-a8f78847-0a7a-4b3b-abbe-6b2bb16a63c8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.4708042 Dec 03 15:04:54.965259 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-679d11c1-087e-42d8-a081-6335c6aaa970 req-b23148ff-362d-49bf-917f-7f29cf98996b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=248475ad-b79d-4d29-b86d-4c7b668805e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928431 Dec 03 15:04:55.001527 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-35320469-e6d6-4db5-a56b-c766b42b8f5b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1185389 Dec 03 15:04:55.215057 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527ce21-ea3d-4e15-b794-902fafb09879 None None] Network fd35447a-2029-40de-99fd-172ba6b60e5d requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:04:55.397885 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f09d8-0894-468e-ae2d-a8b733899faa req-6d1b1b41-3330-4716-9d03-82ff2becedd0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:55.405466 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4d7f09d8-0894-468e-ae2d-a8b733899faa req-6d1b1b41-3330-4716-9d03-82ff2becedd0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 944 time: 0.7953210 Dec 03 15:04:55.422504 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device c67ef70f-25e6-44ea-a568-1ecfbfc68a0d up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:55.483719 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6c5de70f-8c3b-4897-97a2-036bd3d959be req-541c4de2-d08f-4eca-b294-f7ca17e31877 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210433 Dec 03 15:04:55.537591 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Attempting to bind port ec61743a-eec0-4e91-98e5-946c40317a7f on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:04:55.537591 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Attempting to bind port ec61743a-eec0-4e91-98e5-946c40317a7f by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:04:55.538284 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Attempting to bind port ec61743a-eec0-4e91-98e5-946c40317a7f on network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:04:55.582655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:04:55.595850 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:55.597945 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:55.641570 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-679d11c1-087e-42d8-a081-6335c6aaa970 req-383e6a7a-ee48-422f-bf5f-d8ae9a6a2395 service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551733 Dec 03 15:04:55.652000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:04:55.653680 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Checking segment: {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:04:55.655768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:55.656580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Bound using segment: {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:04:55.657279 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Bound port: ec61743a-eec0-4e91-98e5-946c40317a7f, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:04:55.658937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:55.757130 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5f2384b3-a036-4a12-add1-1122250dd7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:55.772316 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4d7f09d8-0894-468e-ae2d-a8b733899faa req-cb2823ac-2bbf-4065-a10b-2d958ff300e4 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657737 Dec 03 15:04:55.865776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:55.905982 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d,segment=NetworkSegment(c01c979a-0638-4e56-a35a-b741a914b81d),segment_id=c01c979a-0638-4e56-a35a-b741a914b81d)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:04:55.908586 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:04:55.915552 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:55.918392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:56.014105 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:56.037774 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.040310 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.040886 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.043510 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.044139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.045137 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.045719 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.047879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.048460 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.049009 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.052987 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.053711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.054390 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.054945 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.055476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.058368 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.058947 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.059503 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.060105 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.060654 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.061767 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.064133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.064703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.065257 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:04:56.080041 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:56.158274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:56.207376 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ab65f-f911-4893-b98d-88931624faad req-781520cb-7686-411a-9985-5c0b3c8929d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:56.209757 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dc0ab65f-f911-4893-b98d-88931624faad req-781520cb-7686-411a-9985-5c0b3c8929d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.5189090 Dec 03 15:04:56.211001 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] For port ec61743a-eec0-4e91-98e5-946c40317a7f, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:04:56.275528 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-679d11c1-087e-42d8-a081-6335c6aaa970 req-beca4ab6-1b41-49a7-8f77-5339a98870b5 service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5865307 Dec 03 15:04:56.281924 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] For port ec61743a-eec0-4e91-98e5-946c40317a7f, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=ec61743a-eec0-4e91-98e5-946c40317a7f,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:04:56.304636 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dc0ab65f-f911-4893-b98d-88931624faad req-6aad1559-2221-452c-bdbf-ab80d6f38d53 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732720 Dec 03 15:04:56.311923 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:56.329326 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:04:56.382564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb5b3d-399c-47a9-8276-df41be7545b6 req-921420da-cd20-41b8-b85c-19dcada68e63 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:56.391824 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8adb5b3d-399c-47a9-8276-df41be7545b6 req-921420da-cd20-41b8-b85c-19dcada68e63 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 944 time: 0.3402033 Dec 03 15:04:56.395499 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device c67ef70f-25e6-44ea-a568-1ecfbfc68a0d up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:56.523691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:56.524163 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:56.686805 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Pushing event updated for resources: {'Port': ['ID=ec61743a-eec0-4e91-98e5-946c40317a7f,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:04:56.694273 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:04:56.708582 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8adb5b3d-399c-47a9-8276-df41be7545b6 req-b619549d-3801-4261-bdd7-eb1cc30c5af8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158219 Dec 03 15:04:56.779139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:56.779808 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:56.781341 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] 10.222.0.65 "PUT /v2.0/ports/ec61743a-eec0-4e91-98e5-946c40317a7f HTTP/1.1" status: 200 len: 1158 time: 3.9411666 Dec 03 15:04:56.781868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edd9ff7-06d7-4079-ad7b-865dea64faac', 'tag': 'ec61743a-eec0-4e91-98e5-946c40317a7f'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:04:56.805270 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d', 'code': 200} Dec 03 15:04:56.818108 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62a826-32c7-48b3-a6c7-c1ebef10a198 req-f9559775-3e1a-4fd0-a8bf-f578e8adfde9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:56.830886 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9f62a826-32c7-48b3-a6c7-c1ebef10a198 req-f9559775-3e1a-4fd0-a8bf-f578e8adfde9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.3322506 Dec 03 15:04:56.987378 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9f62a826-32c7-48b3-a6c7-c1ebef10a198 req-f42704df-e7af-47c9-aee7-3fd59ac58785 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551425 Dec 03 15:04:57.100135 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c26d-3c19-4e10-ace0-18939535d811 req-cfd40921-c947-4857-adcd-46e97ab2be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:57.102269 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-cfd40921-c947-4857-adcd-46e97ab2be3b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=21e40f738979427da81270cc73912ddb&device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 1161 time: 0.1984310 Dec 03 15:04:57.126047 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395a433-0f6f-45b7-89fd-af10d9f8e617 req-fb6fcd06-0bf5-4710-9861-6ec1950f2375 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:57.128113 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2395a433-0f6f-45b7-89fd-af10d9f8e617 req-fb6fcd06-0bf5-4710-9861-6ec1950f2375 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1491804 Dec 03 15:04:57.130158 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edd9ff7-06d7-4079-ad7b-865dea64faac', 'tag': 'ec61743a-eec0-4e91-98e5-946c40317a7f', 'status': 'completed', 'code': 200} Dec 03 15:04:57.139140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:57.171216 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:57.309101 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-3d8f1fb3-9179-4d62-9f25-4128fa588bda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61743a-eec0-4e91-98e5-946c40317a7f HTTP/1.1" status: 200 len: 217 time: 0.1541007 Dec 03 15:04:57.400689 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2395a433-0f6f-45b7-89fd-af10d9f8e617 req-f83d3580-cfb3-451c-9c9a-890cb8eb2ac9 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626550 Dec 03 15:04:57.462363 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c26d-3c19-4e10-ace0-18939535d811 req-543212c6-5eb5-4ef0-910c-3a8d6dc21956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:57.464613 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-543212c6-5eb5-4ef0-910c-3a8d6dc21956 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1231438f-9ed6-449f-9282-1e8fad01a494 HTTP/1.1" status: 200 len: 855 time: 0.1281664 Dec 03 15:04:57.534399 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-2438d3ec-66eb-4056-9366-dd6764a8b9b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585849 Dec 03 15:04:57.536530 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4b908-2cab-4c08-aabb-5389ad781c89 req-a9fb6ddb-4cae-40b0-b7c1-10177e3584ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:57.538100 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-25c4b908-2cab-4c08-aabb-5389ad781c89 req-a9fb6ddb-4cae-40b0-b7c1-10177e3584ce service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 1163 time: 0.3162489 Dec 03 15:04:57.544110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79ffa5-3c90-44ba-bddf-b990ad09802c req-350648fe-6f99-46b6-a94e-efd47a2c9910 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:57.545572 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a79ffa5-3c90-44ba-bddf-b990ad09802c req-350648fe-6f99-46b6-a94e-efd47a2c9910 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 946 time: 0.2789094 Dec 03 15:04:57.754086 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-25c4b908-2cab-4c08-aabb-5389ad781c89 req-7373d09b-77e2-44c8-a741-54925c834926 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050340 Dec 03 15:04:57.772619 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a79ffa5-3c90-44ba-bddf-b990ad09802c req-2374430a-87af-44fc-ac9c-082f1c22e0b3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858940 Dec 03 15:04:57.828188 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-18833e29-8549-46d8-acb9-6483f35e6ae1 service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803025 Dec 03 15:04:57.839211 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3bf1-dbdf-4547-9b73-d9bfdb5baa93 req-2c72f7fa-3660-4be5-9544-be360f51881c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:57.841546 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb8c3bf1-dbdf-4547-9b73-d9bfdb5baa93 req-2c72f7fa-3660-4be5-9544-be360f51881c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.2530653 Dec 03 15:04:57.896914 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb8c3bf1-dbdf-4547-9b73-d9bfdb5baa93 req-788f9a41-5e5e-4843-a035-c65af9bca576 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482764 Dec 03 15:04:58.171795 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-9251d678-67e1-4c88-9218-310cf95c6bd2 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:58.173455 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-9251d678-67e1-4c88-9218-310cf95c6bd2 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/networks?id=fd35447a-2029-40de-99fd-172ba6b60e5d HTTP/1.1" status: 200 len: 809 time: 0.2755775 Dec 03 15:04:58.206854 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-7b7989e6-6570-466d-a6ba-516d6eba5fc1 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/quotas/483bd656d47c43b990c2552fa5e394cd HTTP/1.1" status: 200 len: 375 time: 0.0250809 Dec 03 15:04:58.293442 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-5725039b-5e76-4ab7-acc0-b008fc70b59e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?tenant_id=483bd656d47c43b990c2552fa5e394cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704672 Dec 03 15:04:58.379615 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device c67ef70f-25e6-44ea-a568-1ecfbfc68a0d up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:04:58.470897 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:04:58.471357 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:04:58.613011 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c827c26d-3c19-4e10-ace0-18939535d811 req-c0ebdef2-bad5-437a-814c-32652580b59b service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5430813 Dec 03 15:04:58.626430 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357a3e5-b8e3-4242-a520-ed046f1b38ea req-4fad1638-2a03-4daa-b5bc-a5817b7d57fc tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:58.631080 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4357a3e5-b8e3-4242-a520-ed046f1b38ea req-4fad1638-2a03-4daa-b5bc-a5817b7d57fc tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 944 time: 0.6037006 Dec 03 15:04:58.721702 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4357a3e5-b8e3-4242-a520-ed046f1b38ea req-c59acefb-0364-4010-83db-228a68657608 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840554 Dec 03 15:04:58.737595 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-9856ec8b-1a79-4053-96e4-a43dab52a6de service neutron] 10.222.0.81 "GET /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301002 Dec 03 15:04:58.791308 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:04:59.028403 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91f550-ece3-4f0e-af9b-63eeab69901c req-bd2190c5-d577-4a55-af51-a6a0d7a7f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:59.030005 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ef91f550-ece3-4f0e-af9b-63eeab69901c req-bd2190c5-d577-4a55-af51-a6a0d7a7f903 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=21e40f738979427da81270cc73912ddb&device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 1161 time: 0.2902973 Dec 03 15:04:59.031997 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-026ed6a5-c852-42be-9956-2db585c10ba8 service neutron] 10.222.0.81 "GET /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2935548 Dec 03 15:04:59.049327 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4755e-574a-4aec-9c23-ef5c16d7535b req-b4fa8e66-23a8-4531-ab7b-dd2d37f93446 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:59.050927 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0ae4755e-574a-4aec-9c23-ef5c16d7535b req-b4fa8e66-23a8-4531-ab7b-dd2d37f93446 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1726935 Dec 03 15:04:59.210700 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0ae4755e-574a-4aec-9c23-ef5c16d7535b req-8e63b485-3882-4a90-825e-884642e630b7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1475739 Dec 03 15:04:59.349173 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91f550-ece3-4f0e-af9b-63eeab69901c req-15c356cc-a610-457b-9986-e68df25a6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:59.351180 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ef91f550-ece3-4f0e-af9b-63eeab69901c req-15c356cc-a610-457b-9986-e68df25a6745 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 200 len: 909 time: 0.2862453 Dec 03 15:04:59.612753 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ef91f550-ece3-4f0e-af9b-63eeab69901c req-e43b2072-7a06-4701-8b3b-ab20156f8410 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61743a-eec0-4e91-98e5-946c40317a7f HTTP/1.1" status: 200 len: 217 time: 0.2026496 Dec 03 15:04:59.766924 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee878b5-1777-4692-bd6b-e9ef43cfbba8 req-8e0210e2-5a71-49a6-a859-049d977e7886 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:59.776288 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3ee878b5-1777-4692-bd6b-e9ef43cfbba8 req-8e0210e2-5a71-49a6-a859-049d977e7886 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.2307541 Dec 03 15:04:59.779216 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91f550-ece3-4f0e-af9b-63eeab69901c req-88cc0d55-b098-4eff-a4bc-0baf7db1fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:59.780842 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ef91f550-ece3-4f0e-af9b-63eeab69901c req-88cc0d55-b098-4eff-a4bc-0baf7db1fafc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1231438f-9ed6-449f-9282-1e8fad01a494 HTTP/1.1" status: 200 len: 855 time: 0.1563189 Dec 03 15:04:59.862115 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ef91f550-ece3-4f0e-af9b-63eeab69901c req-c9785550-a5d5-479a-ba09-c157015f9608 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585806 Dec 03 15:04:59.869621 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e52a73-9a22-45d3-8af8-b36469a00e43 req-eb06a9bf-da43-48fe-a35a-199265b56592 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:04:59.871456 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c3e52a73-9a22-45d3-8af8-b36469a00e43 req-eb06a9bf-da43-48fe-a35a-199265b56592 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 946 time: 0.3796875 Dec 03 15:04:59.928460 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3ee878b5-1777-4692-bd6b-e9ef43cfbba8 req-0edc4303-9a43-4877-881e-3826441da691 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511824 Dec 03 15:05:00.092755 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c3e52a73-9a22-45d3-8af8-b36469a00e43 req-bbef21b9-9c84-46fb-93d4-af65c2298eec tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773005 Dec 03 15:05:00.105532 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ef91f550-ece3-4f0e-af9b-63eeab69901c req-d22d992e-efa4-4acf-89ec-2c118f1ed6f7 service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329590 Dec 03 15:05:00.353042 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9daaa5c5-b449-402c-8201-3515ca317143 req-15fd4498-4934-40f7-81e0-6379dc6a76a8 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 210 time: 0.0863121 Dec 03 15:05:00.441357 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419cf1d-73aa-44dd-99af-bd25065b2b11 req-6ff6a752-18aa-47e3-92ff-6b491f511c5d tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:00.449939 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5419cf1d-73aa-44dd-99af-bd25065b2b11 req-6ff6a752-18aa-47e3-92ff-6b491f511c5d tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.2970855 Dec 03 15:05:00.469130 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ef91f550-ece3-4f0e-af9b-63eeab69901c req-a2c4d439-b5fa-4e05-8061-cfa14c9104b1 service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3551562 Dec 03 15:05:00.527358 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5419cf1d-73aa-44dd-99af-bd25065b2b11 req-2b2e561c-2b1c-4aed-b718-cbb3971d0b79 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764873 Dec 03 15:05:00.556570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device c67ef70f-25e6-44ea-a568-1ecfbfc68a0d up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:00.724580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:00.725215 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:00.731878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840a167-2d9b-4499-80af-0476213c6b6d req-f86c5670-a6e6-44ee-86f3-461c8b867177 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:00.748757 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f840a167-2d9b-4499-80af-0476213c6b6d req-f86c5670-a6e6-44ee-86f3-461c8b867177 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 944 time: 0.2201712 Dec 03 15:05:00.888153 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f840a167-2d9b-4499-80af-0476213c6b6d req-e0a3a4f1-dbee-4320-8ecf-87051fc97e7c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383193 Dec 03 15:05:00.931436 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fbac7-0ccf-4f05-9a57-1a789e77a35f req-a12f3aa7-5a82-4447-b2b6-f391a8939168 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:00.933432 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f99fbac7-0ccf-4f05-9a57-1a789e77a35f req-a12f3aa7-5a82-4447-b2b6-f391a8939168 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1368403 Dec 03 15:05:00.994409 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f99fbac7-0ccf-4f05-9a57-1a789e77a35f req-5a1b6cb7-d4b4-4d06-bc80-12ea5c4a97d8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539129 Dec 03 15:05:01.347652 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4236c-a8d5-4180-b918-ceba444762cf req-abb698cf-8496-4971-8b98-1783993f568d tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:01.350839 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bde4236c-a8d5-4180-b918-ceba444762cf req-abb698cf-8496-4971-8b98-1783993f568d tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 946 time: 0.1124294 Dec 03 15:05:01.662257 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b156ea36-c3b2-4501-868d-eea6d979f6ef req-4a329298-212e-4647-b6a3-2b6d8b5fb1db tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 210 time: 0.0982211 Dec 03 15:05:01.666929 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bde4236c-a8d5-4180-b918-ceba444762cf req-425dea94-27bc-490e-bbe3-4faf64e77f7b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096058 Dec 03 15:05:01.673688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-509c49d8-985d-4117-8a90-32ff64cd6459 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:01.676020 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-509c49d8-985d-4117-8a90-32ff64cd6459 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.65 "GET /v2.0/networks?id=fd35447a-2029-40de-99fd-172ba6b60e5d HTTP/1.1" status: 200 len: 809 time: 0.3013415 Dec 03 15:05:01.712089 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Request body: {'port': {'device_id': '53f47c2b-6690-4ecd-a45a-4e8ae421b3f9', 'network_id': 'fd35447a-2029-40de-99fd-172ba6b60e5d', 'admin_state_up': True, 'tenant_id': '483bd656d47c43b990c2552fa5e394cd'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:02.105184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01e784-b93a-4a61-ba7d-5887d15af719 req-91608e55-b35a-4977-bb68-c85c2e0bff39 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:02.106912 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5d01e784-b93a-4a61-ba7d-5887d15af719 req-91608e55-b35a-4977-bb68-c85c2e0bff39 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 946 time: 0.2041652 Dec 03 15:05:02.115866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:05:02.124788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Usage tracker for resource:port and tenant:483bd656d47c43b990c2552fa5e394cd is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:05:02.135348 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a5462-52c6-46c8-8df8-8a5bc9aadd78 req-67a3b60d-dd02-47cc-8dec-4bebc54aa33d tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:02.137207 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cc2a5462-52c6-46c8-8df8-8a5bc9aadd78 req-67a3b60d-dd02-47cc-8dec-4bebc54aa33d tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.2740791 Dec 03 15:05:02.152034 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Quota usage for port was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:05:02.184645 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:05:02.229212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Made reservation on behalf of 483bd656d47c43b990c2552fa5e394cd for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:05:02.235132 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:02.249244 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5d01e784-b93a-4a61-ba7d-5887d15af719 req-40bc2ef0-ed8a-4e0f-814b-62bad40f4822 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271007 Dec 03 15:05:02.269378 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cc2a5462-52c6-46c8-8df8-8a5bc9aadd78 req-a6939b2a-3648-454e-b213-525b2c74f68e tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117282 Dec 03 15:05:02.754221 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e09564-f2b6-40e7-9b87-b46f5d2e6003 req-ce2ea6f9-5998-4b72-80fa-6eb971187cbe tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:02.755213 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-32e09564-f2b6-40e7-9b87-b46f5d2e6003 req-ce2ea6f9-5998-4b72-80fa-6eb971187cbe tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 944 time: 0.3319714 Dec 03 15:05:02.772236 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49d0ea-bebb-46a8-9cbe-e946694be336 req-c2396999-186d-4e88-adaa-5ec420f5eae2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:02.773835 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c49d0ea-bebb-46a8-9cbe-e946694be336 req-c2396999-186d-4e88-adaa-5ec420f5eae2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.2698977 Dec 03 15:05:03.078180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Allocated IP 172.20.0.6 (fd35447a-2029-40de-99fd-172ba6b60e5d/df42fa34-7361-40a9-82c3-1356a5f37853/a1ad9349-5703-4bf7-8631-92380d150a3a) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:05:03.127333 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-32e09564-f2b6-40e7-9b87-b46f5d2e6003 req-b0612a5d-06f2-48ce-a37f-11b01ea392b1 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501158 Dec 03 15:05:03.134258 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c49d0ea-bebb-46a8-9cbe-e946694be336 req-013280df-1383-48db-bbfb-7dac4d83dd49 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330224 Dec 03 15:05:03.272440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device ec61743a-eec0-4e91-98e5-946c40317a7f up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:03.407046 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:03.457335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port ec61743a-eec0-4e91-98e5-946c40317a7f completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:05:03.469935 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port ec61743a-eec0-4e91-98e5-946c40317a7f triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:03.470490 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:03.519737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762e5a4-6127-4b20-9751-61b7d75454cc req-d6134ee0-6609-4140-895f-221ac3802879 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:03.521540 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b762e5a4-6127-4b20-9751-61b7d75454cc req-d6134ee0-6609-4140-895f-221ac3802879 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1080728 Dec 03 15:05:03.600707 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:03.629105 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:03.641870 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:03.681174 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port ec61743a-eec0-4e91-98e5-946c40317a7f, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=ec61743a-eec0-4e91-98e5-946c40317a7f,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:05:03.682103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edd9ff7-06d7-4079-ad7b-865dea64faac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec61743a-eec0-4e91-98e5-946c40317a7f'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:03.689038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:03.691798 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:03.794395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=ec61743a-eec0-4e91-98e5-946c40317a7f,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:03.810841 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:03.891033 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b762e5a4-6127-4b20-9751-61b7d75454cc req-6771f776-7ef9-4793-a149-1afe16a1a39e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3609400 Dec 03 15:05:03.892854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Pushing event updated for resources: {'Port': ['ID=a1ad9349-5703-4bf7-8631-92380d150a3a,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:03.897325 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:04.004660 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Network fd35447a-2029-40de-99fd-172ba6b60e5d is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:05:04.011938 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca67c86-d6d8-41ab-b5a3-5f896399f47e req-79f5aaa0-4bbe-4661-ae7b-76a4cfe13714 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:04.013594 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4ca67c86-d6d8-41ab-b5a3-5f896399f47e req-79f5aaa0-4bbe-4661-ae7b-76a4cfe13714 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 931 time: 0.2957470 Dec 03 15:05:04.014748 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:05:04.017219 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:05:04.022753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:04.023428 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:04.075298 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3766606 Dec 03 15:05:04.087316 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4ca67c86-d6d8-41ab-b5a3-5f896399f47e req-33dd2f70-c446-4957-82c3-59fc0ea6526a tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592904 Dec 03 15:05:04.122867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Request body: {'port': {'device_id': '53f47c2b-6690-4ecd-a45a-4e8ae421b3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:04.332005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:04.475413 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f39fff-b98a-4f19-b6cb-42c2734d6bc1 req-b55dc211-d87d-4f7c-83e3-0c05a82acdb0 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:04.477098 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-93f39fff-b98a-4f19-b6cb-42c2734d6bc1 req-b55dc211-d87d-4f7c-83e3-0c05a82acdb0 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.2377725 Dec 03 15:05:04.522293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device ec61743a-eec0-4e91-98e5-946c40317a7f up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:04.684789 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-93f39fff-b98a-4f19-b6cb-42c2734d6bc1 req-5ff60b10-0e55-44e3-bf63-0a6a3b167ca4 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959195 Dec 03 15:05:04.782030 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port ec61743a-eec0-4e91-98e5-946c40317a7f triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:04.782536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:04.884738 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edd9ff7-06d7-4079-ad7b-865dea64faac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec61743a-eec0-4e91-98e5-946c40317a7f', 'code': 200} Dec 03 15:05:05.119616 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ad9349-5703-4bf7-8631-92380d150a3a {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:05:05.134100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:05.198787 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Transition to ACTIVE for port object a1ad9349-5703-4bf7-8631-92380d150a3a will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:05:05.205127 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:05.226909 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:05.438608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Pushing event updated for resources: {'Port': ['ID=a1ad9349-5703-4bf7-8631-92380d150a3a,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:05.447662 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:05.487285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ffb67-ef53-4b33-afc4-a830ad71263e req-c43e0c0a-b3e0-41d7-81d9-0e5f3e869674 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:05.488932 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ce3ffb67-ef53-4b33-afc4-a830ad71263e req-c43e0c0a-b3e0-41d7-81d9-0e5f3e869674 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 946 time: 0.5495648 Dec 03 15:05:05.536282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd373d52-6fcc-4564-bc07-89f6bab9b910 req-87405a25-0753-4110-a0cc-f2dfa0c52a7c tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:05.537908 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dd373d52-6fcc-4564-bc07-89f6bab9b910 req-87405a25-0753-4110-a0cc-f2dfa0c52a7c tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 946 time: 0.4113867 Dec 03 15:05:05.636111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51859918-7878-4727-92b9-ed1c6cade817 req-c144ffc9-376c-4bb8-a8a9-e9ae953dcfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:05.637755 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-51859918-7878-4727-92b9-ed1c6cade817 req-c144ffc9-376c-4bb8-a8a9-e9ae953dcfe2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 1163 time: 0.4146621 Dec 03 15:05:05.668264 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ce3ffb67-ef53-4b33-afc4-a830ad71263e req-ff49e120-46b1-4f4e-ab51-0cd1494f3205 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578002 Dec 03 15:05:05.701910 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dd373d52-6fcc-4564-bc07-89f6bab9b910 req-e6378518-ed12-4676-bd07-96876a436888 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521525 Dec 03 15:05:05.704136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Attempting to bind port a1ad9349-5703-4bf7-8631-92380d150a3a on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:05:05.704545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Attempting to bind port a1ad9349-5703-4bf7-8631-92380d150a3a by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '7770f000-940c-4206-821a-68a502c46566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd35447a-2029-40de-99fd-172ba6b60e5d'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:05:05.704864 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Attempting to bind port a1ad9349-5703-4bf7-8631-92380d150a3a on network fd35447a-2029-40de-99fd-172ba6b60e5d {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:05:05.711507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:05:05.711884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Checking segment: {'id': '7770f000-940c-4206-821a-68a502c46566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd35447a-2029-40de-99fd-172ba6b60e5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:05:05.712324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:05.712721 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Bound using segment: {'id': '7770f000-940c-4206-821a-68a502c46566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd35447a-2029-40de-99fd-172ba6b60e5d'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:05:05.713197 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Bound port: a1ad9349-5703-4bf7-8631-92380d150a3a, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7770f000-940c-4206-821a-68a502c46566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd35447a-2029-40de-99fd-172ba6b60e5d'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:05:05.713574 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:05.895054 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-51859918-7878-4727-92b9-ed1c6cade817 req-63e9f82e-c85c-49b1-af55-2f93018bae8c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326377 Dec 03 15:05:05.946490 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] For port a1ad9349-5703-4bf7-8631-92380d150a3a, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:05:05.962387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] For port a1ad9349-5703-4bf7-8631-92380d150a3a, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=a1ad9349-5703-4bf7-8631-92380d150a3a,segment=NetworkSegment(7770f000-940c-4206-821a-68a502c46566),segment_id=7770f000-940c-4206-821a-68a502c46566)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:05:05.970425 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:05.991929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6db2349c-2fbd-428c-b0e2-0db4395eabe6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:06.395132 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cf465-fcf3-433e-9cfa-0db3841a2d75 req-34c2fc54-b776-45cb-a57b-f2a6eb024da0 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:06.397339 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d3cf465-fcf3-433e-9cfa-0db3841a2d75 req-34c2fc54-b776-45cb-a57b-f2a6eb024da0 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.5626225 Dec 03 15:05:06.407871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa162d3-aae8-40a9-a167-1a1cb804d5af req-a7248003-f623-4715-b76e-38669c8073b9 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:06.408632 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-afa162d3-aae8-40a9-a167-1a1cb804d5af req-a7248003-f623-4715-b76e-38669c8073b9 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Synchronizing usage tracker for tenant:483bd656d47c43b990c2552fa5e394cd on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:05:06.415285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Pushing event updated for resources: {'Port': ['ID=a1ad9349-5703-4bf7-8631-92380d150a3a,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:06.421397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:06.489884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-afa162d3-aae8-40a9-a167-1a1cb804d5af req-a7248003-f623-4715-b76e-38669c8073b9 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Unset dirty status for tenant:483bd656d47c43b990c2552fa5e394cd on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:05:06.491165 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-afa162d3-aae8-40a9-a167-1a1cb804d5af req-a7248003-f623-4715-b76e-38669c8073b9 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 943 time: 0.6073489 Dec 03 15:05:06.529584 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:06.530267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:06.531747 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] 10.222.0.65 "PUT /v2.0/ports/a1ad9349-5703-4bf7-8631-92380d150a3a HTTP/1.1" status: 200 len: 1157 time: 2.4266753 Dec 03 15:05:06.534189 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d3cf465-fcf3-433e-9cfa-0db3841a2d75 req-7a47bf39-bbff-4841-8849-c51aa24a2202 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227233 Dec 03 15:05:06.534702 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f47c2b-6690-4ecd-a45a-4e8ae421b3f9', 'tag': 'a1ad9349-5703-4bf7-8631-92380d150a3a'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:06.629169 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-afa162d3-aae8-40a9-a167-1a1cb804d5af req-b2b35e5d-f197-4019-b9af-6282461c0144 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842907 Dec 03 15:05:06.704486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8de34-b77a-4c0a-bf39-89f086782d43 req-756d5635-f0b3-4000-b139-952cad5ede1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:06.707005 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cec8de34-b77a-4c0a-bf39-89f086782d43 req-756d5635-f0b3-4000-b139-952cad5ede1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 1163 time: 0.2131858 Dec 03 15:05:06.788425 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f47c2b-6690-4ecd-a45a-4e8ae421b3f9', 'tag': 'a1ad9349-5703-4bf7-8631-92380d150a3a', 'status': 'completed', 'code': 200} Dec 03 15:05:06.889201 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-0bf68f88-d8fc-4c12-bb56-6558c3c9a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:06.890861 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-0bf68f88-d8fc-4c12-bb56-6558c3c9a5de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=483bd656d47c43b990c2552fa5e394cd&device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 1160 time: 0.2578521 Dec 03 15:05:07.042621 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-4304155a-93a6-47ba-879e-c6984c40096a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1ad9349-5703-4bf7-8631-92380d150a3a HTTP/1.1" status: 200 len: 217 time: 0.1245918 Dec 03 15:05:07.151445 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104b578-089e-4843-b077-e51aa2e4d30e req-7cc2de9a-cd0c-44cb-90db-9e5f07258db8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:07.154053 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b104b578-089e-4843-b077-e51aa2e4d30e req-7cc2de9a-cd0c-44cb-90db-9e5f07258db8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.4364302 Dec 03 15:05:07.157854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8de34-b77a-4c0a-bf39-89f086782d43 req-2b4f2f55-c4a3-4c6d-bf8c-ac4eb95a2d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:07.159374 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cec8de34-b77a-4c0a-bf39-89f086782d43 req-2b4f2f55-c4a3-4c6d-bf8c-ac4eb95a2d4b service neutron] 10.222.0.65 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 910 time: 0.4384186 Dec 03 15:05:07.294013 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d6e833c3-382d-40fa-a050-22b099dd73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:07.295806 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-d6e833c3-382d-40fa-a050-22b099dd73e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df42fa34-7361-40a9-82c3-1356a5f37853 HTTP/1.1" status: 200 len: 849 time: 0.2356901 Dec 03 15:05:07.389277 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-a7917bc1-2c1d-4b97-922f-18092485223c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd35447a-2029-40de-99fd-172ba6b60e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696197 Dec 03 15:05:07.399319 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b104b578-089e-4843-b077-e51aa2e4d30e req-122c33de-dd2d-4edc-8485-2764fd05289b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361474 Dec 03 15:05:07.406833 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cec8de34-b77a-4c0a-bf39-89f086782d43 req-bdf28780-7600-48bb-8236-ff8d81709e11 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70472c-5223-443e-8685-5f7d855e581b HTTP/1.1" status: 200 len: 1002 time: 0.2363431 Dec 03 15:05:07.413934 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4042c-3caf-4c1b-a6b9-42c5e54f8c0b req-7988ff3f-28e4-48cc-9dca-895de11d6a04 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:07.416280 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4ad4042c-3caf-4c1b-a6b9-42c5e54f8c0b req-7988ff3f-28e4-48cc-9dca-895de11d6a04 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 946 time: 0.4246523 Dec 03 15:05:07.466882 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4ad4042c-3caf-4c1b-a6b9-42c5e54f8c0b req-9f5a0692-8323-4073-9c0e-04acd4d1f847 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443325 Dec 03 15:05:07.682105 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8de34-b77a-4c0a-bf39-89f086782d43 req-929a82b8-9065-4401-a41e-9c916eb65bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:07.683722 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cec8de34-b77a-4c0a-bf39-89f086782d43 req-929a82b8-9065-4401-a41e-9c916eb65bdc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 200 len: 855 time: 0.1907887 Dec 03 15:05:07.864169 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-a939af5c-b912-4dda-835f-53fd1b088468 service neutron] 10.222.0.65 "GET /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954394 Dec 03 15:05:08.049048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8de34-b77a-4c0a-bf39-89f086782d43 req-51acc882-bbd1-4cdc-b049-faa4e040315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:08.050658 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cec8de34-b77a-4c0a-bf39-89f086782d43 req-51acc882-bbd1-4cdc-b049-faa4e040315c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f74f8bf3-3d51-4772-97cb-ee854694141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3541708 Dec 03 15:05:08.059652 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e66e6-8c88-4a65-8a5b-d9d19080ba1a req-f5f1794a-49c4-48fd-82b3-30ddccee3757 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:08.061260 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-725e66e6-8c88-4a65-8a5b-d9d19080ba1a req-f5f1794a-49c4-48fd-82b3-30ddccee3757 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.3271775 Dec 03 15:05:08.112989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092173d8-de48-425f-a9e4-5503fd20ab38 req-abc47759-9b4d-4103-b138-2ee0b54a76ae tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:08.114607 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-092173d8-de48-425f-a9e4-5503fd20ab38 req-abc47759-9b4d-4103-b138-2ee0b54a76ae tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 943 time: 0.3299685 Dec 03 15:05:08.189055 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7cc40a31-5bf6-4ed3-bfe4-03e2e7835b04 req-4bc1f0cb-38d3-4f29-8cca-a94f9ee011e0 service neutron] 10.222.0.65 "GET /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3163500 Dec 03 15:05:08.282161 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-725e66e6-8c88-4a65-8a5b-d9d19080ba1a req-85933ddb-f279-41da-8544-7cd89aa49cf1 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1825333 Dec 03 15:05:08.293007 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-092173d8-de48-425f-a9e4-5503fd20ab38 req-98e98fbe-7ec1-4c3f-b839-b76c094beed2 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130288 Dec 03 15:05:08.360343 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cec8de34-b77a-4c0a-bf39-89f086782d43 req-bcf19460-178f-4c85-a7a2-f7f69dec1aed service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979653 Dec 03 15:05:08.495730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf44538-5450-4259-a878-2bcf859c6866 req-f5e97eae-63db-4c9c-b45f-834ee6c8ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:08.499164 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8bf44538-5450-4259-a878-2bcf859c6866 req-f5e97eae-63db-4c9c-b45f-834ee6c8ec0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=483bd656d47c43b990c2552fa5e394cd&device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 1160 time: 0.1838014 Dec 03 15:05:08.627005 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cec8de34-b77a-4c0a-bf39-89f086782d43 req-833402de-d551-47e2-859c-47d1c634f4ae service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2481809 Dec 03 15:05:08.659998 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device ec61743a-eec0-4e91-98e5-946c40317a7f up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:08.683322 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf44538-5450-4259-a878-2bcf859c6866 req-372486ec-f1c3-4983-88dc-9dc7c97a88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:08.685267 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8bf44538-5450-4259-a878-2bcf859c6866 req-372486ec-f1c3-4983-88dc-9dc7c97a88ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd35447a-2029-40de-99fd-172ba6b60e5d HTTP/1.1" status: 200 len: 903 time: 0.1708295 Dec 03 15:05:08.758736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port ec61743a-eec0-4e91-98e5-946c40317a7f triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:08.759156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:08.799667 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8bf44538-5450-4259-a878-2bcf859c6866 req-43390224-af4c-4522-87bf-c55ae6bb0fdb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1ad9349-5703-4bf7-8631-92380d150a3a HTTP/1.1" status: 200 len: 217 time: 0.0815361 Dec 03 15:05:09.287814 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf44538-5450-4259-a878-2bcf859c6866 req-9b9edf2b-9e77-40ec-8a3f-3c56e2ee2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:09.289332 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8bf44538-5450-4259-a878-2bcf859c6866 req-9b9edf2b-9e77-40ec-8a3f-3c56e2ee2b27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df42fa34-7361-40a9-82c3-1356a5f37853 HTTP/1.1" status: 200 len: 849 time: 0.1908579 Dec 03 15:05:09.375453 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8bf44538-5450-4259-a878-2bcf859c6866 req-961f8018-3595-429d-887c-efbc3fb6ef87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd35447a-2029-40de-99fd-172ba6b60e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636625 Dec 03 15:05:09.379304 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5253f9f-263c-433c-91c7-c5f1c72467cc req-2f550c83-e981-4cce-aac7-65d6b3bd153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:09.380842 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5253f9f-263c-433c-91c7-c5f1c72467cc req-2f550c83-e981-4cce-aac7-65d6b3bd153c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd93a4c230914073aca399b3e3b82b07&device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 1162 time: 0.5569472 Dec 03 15:05:09.395215 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe843d-8b74-45e1-8052-d403a7cbd42a req-b967a46d-76ce-40b0-b691-060c59707a0e tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:09.396875 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7bfe843d-8b74-45e1-8052-d403a7cbd42a req-b967a46d-76ce-40b0-b691-060c59707a0e tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.5279493 Dec 03 15:05:09.446723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9c323-1196-49e6-a802-359c73ae6155 req-de947bc0-e28d-41b0-b650-b44587aa5af9 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:09.448324 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f2d9c323-1196-49e6-a802-359c73ae6155 req-de947bc0-e28d-41b0-b650-b44587aa5af9 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 946 time: 0.3082213 Dec 03 15:05:09.686308 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f2d9c323-1196-49e6-a802-359c73ae6155 req-27af7eb3-ceec-41f4-93be-0b591d3d6059 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313230 Dec 03 15:05:09.701027 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7bfe843d-8b74-45e1-8052-d403a7cbd42a req-89bbd976-77bd-4374-83e2-f15d01a97ee8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516766 Dec 03 15:05:09.753001 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5253f9f-263c-433c-91c7-c5f1c72467cc req-692f0cda-95f3-4e69-ab53-4eb84e3b0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:09.754698 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5253f9f-263c-433c-91c7-c5f1c72467cc req-692f0cda-95f3-4e69-ab53-4eb84e3b0a2d service neutron] 10.222.0.65 "GET /v2.0/networks?id=248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 200 len: 913 time: 0.3548303 Dec 03 15:05:09.758225 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8bf44538-5450-4259-a878-2bcf859c6866 req-45a6a18c-6bfe-4f91-8fd4-935ed6e12e8f service neutron] 10.222.0.65 "GET /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603172 Dec 03 15:05:09.902814 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5253f9f-263c-433c-91c7-c5f1c72467cc req-d04429da-a7ba-4848-9776-5b270205ed16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17aace9-978a-4731-9812-88b519bddc64 HTTP/1.1" status: 200 len: 217 time: 0.1340115 Dec 03 15:05:10.150547 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5253f9f-263c-433c-91c7-c5f1c72467cc req-c6995a87-20c5-463d-9f7b-3d338a2684d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:10.152134 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5253f9f-263c-433c-91c7-c5f1c72467cc req-c6995a87-20c5-463d-9f7b-3d338a2684d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f08cdce3-c72c-4b36-9269-b062a5efece6 HTTP/1.1" status: 200 len: 859 time: 0.1558080 Dec 03 15:05:10.224001 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8bf44538-5450-4259-a878-2bcf859c6866 req-fd468f2d-7a17-4a31-aa19-d458dc146e69 service neutron] 10.222.0.65 "GET /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3871951 Dec 03 15:05:10.238154 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5253f9f-263c-433c-91c7-c5f1c72467cc req-8b034ec4-0b70-4be6-b295-1fd32ed9a5f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=248475ad-b79d-4d29-b86d-4c7b668805e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598161 Dec 03 15:05:10.250140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68007bcc-f3ec-4448-b65a-a4f2367d740c req-8f7980d1-f584-4dcc-8cc6-c19ea50a1a2b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:10.251672 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-68007bcc-f3ec-4448-b65a-a4f2367d740c req-8f7980d1-f584-4dcc-8cc6-c19ea50a1a2b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.4162230 Dec 03 15:05:10.258509 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38c470-373a-43b4-9881-d98858ec149a req-0c0eaf4c-2507-418a-a8c3-8363293f1487 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:10.260093 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9e38c470-373a-43b4-9881-d98858ec149a req-0c0eaf4c-2507-418a-a8c3-8363293f1487 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 943 time: 0.3922081 Dec 03 15:05:10.416428 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-68007bcc-f3ec-4448-b65a-a4f2367d740c req-73bb740c-a3a6-4c3e-877b-2011d9cb3d52 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552391 Dec 03 15:05:10.430690 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9e38c470-373a-43b4-9881-d98858ec149a req-077bc843-9e41-4f77-a6e0-3d570891d620 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521029 Dec 03 15:05:10.481967 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5253f9f-263c-433c-91c7-c5f1c72467cc req-20da4156-4df2-44e1-9f2b-0c9bea77ab9d service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045443 Dec 03 15:05:10.710119 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5253f9f-263c-433c-91c7-c5f1c72467cc req-cec31876-76a0-4705-ac81-374be76f6118 service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2053573 Dec 03 15:05:10.719890 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942aee9-f766-4584-8fb0-e67da506e76d req-d2ce9662-53b4-41ee-af21-daa236b49d60 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:10.721398 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e942aee9-f766-4584-8fb0-e67da506e76d req-d2ce9662-53b4-41ee-af21-daa236b49d60 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1386664 Dec 03 15:05:10.779126 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e942aee9-f766-4584-8fb0-e67da506e76d req-0adc08e2-b503-49da-ad6d-db7e6c13477d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478773 Dec 03 15:05:11.077546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439970bf-719c-41e0-b575-61779dad465a req-3c91dc51-57ef-4e4b-b580-03bde2750a83 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:11.079153 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-439970bf-719c-41e0-b575-61779dad465a req-3c91dc51-57ef-4e4b-b580-03bde2750a83 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.0891314 Dec 03 15:05:11.133171 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-439970bf-719c-41e0-b575-61779dad465a req-73f9e116-8708-4af7-9919-353059143e7e tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473287 Dec 03 15:05:11.638324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38a2f6-d788-4b9c-992a-20efca416c7b req-42b23295-d17e-4d4c-a491-ff936d39b7cd tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:11.640348 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3f38a2f6-d788-4b9c-992a-20efca416c7b req-42b23295-d17e-4d4c-a491-ff936d39b7cd tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0881281 Dec 03 15:05:11.701410 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3f38a2f6-d788-4b9c-992a-20efca416c7b req-4d546e50-fc18-4309-9328-65ec36641515 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492153 Dec 03 15:05:11.922433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416622f-8863-4b5c-b1a5-334bad99e10f req-34dc5719-94a5-4cad-9651-fe78088f90ce tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:11.924142 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2416622f-8863-4b5c-b1a5-334bad99e10f req-34dc5719-94a5-4cad-9651-fe78088f90ce tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 943 time: 0.1039147 Dec 03 15:05:12.020085 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2416622f-8863-4b5c-b1a5-334bad99e10f req-d6e808dd-c61d-4e86-b0e7-8ec7add86c94 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895512 Dec 03 15:05:12.074875 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a15693-e191-4cf8-811f-2c78576a3541 req-886ae2ec-e17b-4c17-af88-7ae4c930bc24 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:12.076482 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-55a15693-e191-4cf8-811f-2c78576a3541 req-886ae2ec-e17b-4c17-af88-7ae4c930bc24 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.0996044 Dec 03 15:05:12.127891 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-55a15693-e191-4cf8-811f-2c78576a3541 req-8240d813-1db8-431c-865e-a1deeee14ff7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443871 Dec 03 15:05:12.397827 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788d072-7dd6-41aa-a9c5-2c32ccfc7d9b req-c4937f8d-a020-4219-85ea-37e79d0cb179 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:12.399544 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c788d072-7dd6-41aa-a9c5-2c32ccfc7d9b req-c4937f8d-a020-4219-85ea-37e79d0cb179 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1065471 Dec 03 15:05:12.453259 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c788d072-7dd6-41aa-a9c5-2c32ccfc7d9b req-245b56cd-8921-4d06-9537-c348b742cf75 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462930 Dec 03 15:05:12.765700 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.objects.ports [None req-859f62da-9c77-4583-8adc-59eed08cee81 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80305) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 03 15:05:12.823810 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d500eb5-1302-42af-9254-2cad61044e02 req-f8f8c181-24b2-43c6-91a9-bd12c32fc8c5 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:12.825725 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1d500eb5-1302-42af-9254-2cad61044e02 req-f8f8c181-24b2-43c6-91a9-bd12c32fc8c5 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 946 time: 0.0934937 Dec 03 15:05:12.885011 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1d500eb5-1302-42af-9254-2cad61044e02 req-4f1b3b7d-43f9-4c95-b068-744f2a022dc5 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520597 Dec 03 15:05:13.368343 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-181c7e11-085a-4b67-8ea0-0c381c030d0a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4274509 Dec 03 15:05:13.383088 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Request body: {'floatingip': {'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:13.392353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7a8ca-ee05-4816-afcd-a15939a52788 req-3408f308-fe41-4663-82af-d60eebc3e69b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:13.393995 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-07e7a8ca-ee05-4816-afcd-a15939a52788 req-3408f308-fe41-4663-82af-d60eebc3e69b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.3658664 Dec 03 15:05:13.396382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:05:13.400690 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Usage tracker for resource:floatingip and tenant:3660b34f56fa4321bf49277dc190b8fd is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:05:13.405572 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:05:13.424684 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:05:13.450035 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for floatingip, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:13.477087 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-07e7a8ca-ee05-4816-afcd-a15939a52788 req-91a24d3c-3fec-48b6-81cd-10b1de7f16ec tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733156 Dec 03 15:05:13.607235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:13.862780 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 32990) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:05:13.874525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device a1ad9349-5703-4bf7-8631-92380d150a3a up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:13.956004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port a1ad9349-5703-4bf7-8631-92380d150a3a completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:05:13.961471 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port a1ad9349-5703-4bf7-8631-92380d150a3a triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:13.961897 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:14.010435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b81a16-4b18-4d00-a8f1-c42fe7af3e94 req-b3f7efeb-f59d-4498-b722-34d616037082 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:14.012170 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-22b81a16-4b18-4d00-a8f1-c42fe7af3e94 req-b3f7efeb-f59d-4498-b722-34d616037082 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 943 time: 0.2226572 Dec 03 15:05:14.022956 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Allocated IP 172.28.3.93 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/1340a9cd-9876-476b-8fba-8de3e9892f79) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:05:14.070791 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-788620e1-ecac-43e8-87a4-95a71774eb12 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2051880 Dec 03 15:05:14.115239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:14.156464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port a1ad9349-5703-4bf7-8631-92380d150a3a, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=a1ad9349-5703-4bf7-8631-92380d150a3a,segment=NetworkSegment(7770f000-940c-4206-821a-68a502c46566),segment_id=7770f000-940c-4206-821a-68a502c46566)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:05:14.157785 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f47c2b-6690-4ecd-a45a-4e8ae421b3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ad9349-5703-4bf7-8631-92380d150a3a'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:14.166403 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:14.168607 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:14.180198 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-22b81a16-4b18-4d00-a8f1-c42fe7af3e94 req-2b9aedd6-0f10-4c16-9960-f2c265bcfbf0 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601949 Dec 03 15:05:14.225799 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device eb70472c-5223-443e-8685-5f7d855e581b no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:05:14.298557 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:14.330185 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:14.355534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4dd7bf53-af11-4249-b07a-04a17e6c58e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:14.368619 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=a1ad9349-5703-4bf7-8631-92380d150a3a,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:14.372799 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:14.394716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:14.434570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port eb70472c-5223-443e-8685-5f7d855e581b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=eb70472c-5223-443e-8685-5f7d855e581b,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:05:14.437674 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:14.439607 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4ab86b80-0813-447d-a694-6942ce4c030d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:14.511217 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=eb70472c-5223-443e-8685-5f7d855e581b,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:14.514435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:14.549602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Pushing event updated for resources: {'Port': ['ID=1340a9cd-9876-476b-8fba-8de3e9892f79,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:14.557713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:14.621768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b1329-0a51-49bf-9458-7f935ccb9dc3 req-4a28d602-4177-45af-9f01-d91d74d9f14b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:14.623628 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-611b1329-0a51-49bf-9458-7f935ccb9dc3 req-4a28d602-4177-45af-9f01-d91d74d9f14b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.2253404 Dec 03 15:05:14.634556 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:05:14.649665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:05:14.653354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:05:14.698319 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-611b1329-0a51-49bf-9458-7f935ccb9dc3 req-5ff9765f-e55c-4397-8ee9-9515da3b3a48 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658822 Dec 03 15:05:14.706817 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for floatingip, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:14.770486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:15.046537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba85d5-5395-4826-ac8c-163a10199b08 req-0ffcc7ca-477a-4708-8c73-2229ff1e49ef tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:15.048240 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-89ba85d5-5395-4826-ac8c-163a10199b08 req-0ffcc7ca-477a-4708-8c73-2229ff1e49ef tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.2246385 Dec 03 15:05:15.134819 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-89ba85d5-5395-4826-ac8c-163a10199b08 req-dec71b8a-fe1c-45e7-b483-d06df6dcc027 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795650 Dec 03 15:05:15.168557 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:15.172379 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:15.189380 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f8b65b15-e5c0-4512-b48b-75593b776bc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:15.229694 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f47c2b-6690-4ecd-a45a-4e8ae421b3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ad9349-5703-4bf7-8631-92380d150a3a', 'code': 200} Dec 03 15:05:15.287389 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 5682f271-b965-4c7d-957f-7223c6078977 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:15.339700 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Pushing event updated for resources: {'Port': ['ID=1340a9cd-9876-476b-8fba-8de3e9892f79,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:15.386141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:15.405056 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 5682f271-b965-4c7d-957f-7223c6078977 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:15.405482 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:15.464796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:15.491792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:15.500571 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1229758 Dec 03 15:05:15.564098 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device a1ad9349-5703-4bf7-8631-92380d150a3a up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:15.640571 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port a1ad9349-5703-4bf7-8631-92380d150a3a triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:15.640995 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:15.713866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-36d06b8b-8972-47e2-b29a-3b6e59d23558 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Synchronizing usage tracker for tenant:3660b34f56fa4321bf49277dc190b8fd on resource:floatingip {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:05:15.774706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-36d06b8b-8972-47e2-b29a-3b6e59d23558 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Unset dirty status for tenant:3660b34f56fa4321bf49277dc190b8fd on resource:floatingip {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:05:15.776013 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-36d06b8b-8972-47e2-b29a-3b6e59d23558 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.3.93 HTTP/1.1" status: 200 len: 695 time: 0.2745566 Dec 03 15:05:15.914706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-3129f34c-1548-43c8-8700-62cc1d450df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:15.916361 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-3129f34c-1548-43c8-8700-62cc1d450df0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0&tenant_id=e99d15128ca046d7ba7ac461674a1bfa HTTP/1.1" status: 200 len: 1161 time: 0.3475418 Dec 03 15:05:15.918099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d977879-009f-474e-845c-225b0714a2db req-1981c4eb-a684-43de-810f-35ccf3f5f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:15.919550 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1d977879-009f-474e-845c-225b0714a2db req-1981c4eb-a684-43de-810f-35ccf3f5f1be service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 1162 time: 0.3484972 Dec 03 15:05:15.928254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fd4a9-2866-4fa2-9067-743c824f9ab8 req-61d949df-8ed3-4b75-b09c-57d8dc948b17 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:15.929772 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3d6fd4a9-2866-4fa2-9067-743c824f9ab8 req-61d949df-8ed3-4b75-b09c-57d8dc948b17 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.3597527 Dec 03 15:05:16.290193 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3d6fd4a9-2866-4fa2-9067-743c824f9ab8 req-3b366f56-4b51-4d3b-82ce-4f42f28a4748 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516333 Dec 03 15:05:16.299129 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-723142e2-eef1-4220-9c01-baec3522ad69 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:16.300536 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-723142e2-eef1-4220-9c01-baec3522ad69 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/networks/dd1a301b-8a93-4dbd-976c-bde55c9c0b05 HTTP/1.1" status: 200 len: 784 time: 0.5127888 Dec 03 15:05:16.310827 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1d977879-009f-474e-845c-225b0714a2db req-aee04b70-3712-4049-a1a2-bd2ec6a7a33d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546655 Dec 03 15:05:16.318059 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-5b7e3b13-f1bf-4233-8b35-91c22c4e540d tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 15:05:16.318982 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f7e063eb-808a-4f34-b6d8-9e6657ca950c req-5b7e3b13-f1bf-4233-8b35-91c22c4e540d tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0110047 Dec 03 15:05:16.342869 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-fbc4b5fe-3789-4707-956a-f01ad1334871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:16.344580 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-fbc4b5fe-3789-4707-956a-f01ad1334871 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 1161 time: 0.3455491 Dec 03 15:05:16.515199 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3caa77-a4f6-46aa-9a09-93a8c7c86889 req-a5d406dd-f943-49d9-af3c-e22bf056574a tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:16.517014 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8d3caa77-a4f6-46aa-9a09-93a8c7c86889 req-a5d406dd-f943-49d9-af3c-e22bf056574a tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0914259 Dec 03 15:05:16.569072 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8d3caa77-a4f6-46aa-9a09-93a8c7c86889 req-319e3539-c505-49a1-81a2-147b406aed41 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444651 Dec 03 15:05:16.982674 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4734988-11bb-43c9-859c-80eb3a925113 req-d87c5c50-2c49-475d-a869-2be4bd532b18 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:16.984320 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c4734988-11bb-43c9-859c-80eb3a925113 req-d87c5c50-2c49-475d-a869-2be4bd532b18 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.2740750 Dec 03 15:05:17.034949 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-7155c6c8-5c09-451b-aecd-ce42c6e9edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:17.036633 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-7155c6c8-5c09-451b-aecd-ce42c6e9edb2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 910 time: 0.3539960 Dec 03 15:05:17.201163 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c4734988-11bb-43c9-859c-80eb3a925113 req-0d0723c8-e698-4eed-9bae-27c0b69fa9ec tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2067027 Dec 03 15:05:17.221292 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-1c51f6ea-5c20-438f-bf42-fc4ead58978c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70472c-5223-443e-8685-5f7d855e581b HTTP/1.1" status: 200 len: 1000 time: 0.1575270 Dec 03 15:05:17.231328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:17.278772 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12930ca-b24c-45a3-a374-19ac4944c38b req-7f1eefc9-c3c6-47c4-bbef-0a006183fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:17.280485 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b12930ca-b24c-45a3-a374-19ac4944c38b req-7f1eefc9-c3c6-47c4-bbef-0a006183fcce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=341cf04604de451ba8a75ae14d0ebf68&device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 1163 time: 0.3594539 Dec 03 15:05:17.293416 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-4d875a29-6c81-4965-baec-df09a64f3351 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:17.295083 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-4d875a29-6c81-4965-baec-df09a64f3351 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3221195 Dec 03 15:05:17.522042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-1aa6bf6c-3f7d-4d86-a841-8b5acee75bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:17.523577 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-1aa6bf6c-3f7d-4d86-a841-8b5acee75bfe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 200 len: 855 time: 0.2925718 Dec 03 15:05:17.535850 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-2c7f8c18-2dc5-4d2b-88c8-a35402aa74c7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.3.93 HTTP/1.1" status: 200 len: 695 time: 0.2110624 Dec 03 15:05:17.579310 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-964888da-e6fe-47bb-9968-95b1290b1cca tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Request body: {'floatingip': {'port_id': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:17.729794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-964888da-e6fe-47bb-9968-95b1290b1cca tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for floatingip, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:17.784380 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12930ca-b24c-45a3-a374-19ac4944c38b req-19652379-53ac-4e8f-bcc7-25aec0e59032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:17.785899 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b12930ca-b24c-45a3-a374-19ac4944c38b req-19652379-53ac-4e8f-bcc7-25aec0e59032 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe HTTP/1.1" status: 200 len: 905 time: 0.4898140 Dec 03 15:05:17.949299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1667f-a0fa-4b38-bf4c-bc2093e858eb req-11292199-568a-40a4-9ab2-b155013c334b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:17.950888 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fea1667f-a0fa-4b38-bf4c-bc2093e858eb req-11292199-568a-40a4-9ab2-b155013c334b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.5076375 Dec 03 15:05:18.111110 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b12930ca-b24c-45a3-a374-19ac4944c38b req-55842635-f440-4b8b-bf20-5aa71b0ddbd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5682f271-b965-4c7d-957f-7223c6078977 HTTP/1.1" status: 200 len: 1002 time: 0.3053496 Dec 03 15:05:18.116959 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fea1667f-a0fa-4b38-bf4c-bc2093e858eb req-7b8aa75e-a4af-4891-8fe7-9ee2ddf3d4e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550887 Dec 03 15:05:18.125716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-096d11f1-0b25-4315-92dc-de46344aa566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:18.127316 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-096d11f1-0b25-4315-92dc-de46344aa566 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f74f8bf3-3d51-4772-97cb-ee854694141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5533948 Dec 03 15:05:18.209862 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b', 'code': 422} returned with failed status Dec 03 15:05:18.710132 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12930ca-b24c-45a3-a374-19ac4944c38b req-f0c3394a-2b8d-4266-91d2-c4299d37427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:18.711692 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b12930ca-b24c-45a3-a374-19ac4944c38b req-f0c3394a-2b8d-4266-91d2-c4299d37427f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4253b1e0-eddd-4edf-a51b-96580eb33f8b HTTP/1.1" status: 200 len: 850 time: 0.5802865 Dec 03 15:05:18.910073 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-013e3bad-84bf-415d-9ed1-fdd41025d0f6 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7308760 Dec 03 15:05:18.961007 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff99407-baa5-4e62-99f1-fd87a1db7c87 req-c0aa5de1-68e6-49c5-af5a-fc43ed6d5265 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:18.962587 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eff99407-baa5-4e62-99f1-fd87a1db7c87 req-c0aa5de1-68e6-49c5-af5a-fc43ed6d5265 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.4369323 Dec 03 15:05:19.074062 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device a1ad9349-5703-4bf7-8631-92380d150a3a up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:19.124334 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eff99407-baa5-4e62-99f1-fd87a1db7c87 req-861258d0-ddf7-4879-b7ea-7fc02449248d tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471548 Dec 03 15:05:19.139284 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12930ca-b24c-45a3-a374-19ac4944c38b req-0682ed7f-f230-4297-8fb9-65dfd926fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:19.140955 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b12930ca-b24c-45a3-a374-19ac4944c38b req-0682ed7f-f230-4297-8fb9-65dfd926fe8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3986795 Dec 03 15:05:19.155741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port a1ad9349-5703-4bf7-8631-92380d150a3a triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:19.156195 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:19.259353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.resource_extend [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-964888da-e6fe-47bb-9968-95b1290b1cca tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 03 15:05:19.329750 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a548329c-3674-4054-bf7a-1ebb3e627ea2 req-a18c3f4f-345f-4b3d-90e9-bba531ff60f8 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4084756 Dec 03 15:05:19.453302 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-964888da-e6fe-47bb-9968-95b1290b1cca tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:19.467544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-964888da-e6fe-47bb-9968-95b1290b1cca tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:19.601814 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b12930ca-b24c-45a3-a374-19ac4944c38b req-ecffadfa-8940-492e-9833-826aedd2406e service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511151 Dec 03 15:05:19.731497 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958930a-d68b-4998-876a-aa38f58d35c7 req-afb7a3a1-bc36-46eb-b452-13a1c9a26351 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:19.733067 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9958930a-d68b-4998-876a-aa38f58d35c7 req-afb7a3a1-bc36-46eb-b452-13a1c9a26351 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.3908305 Dec 03 15:05:19.809638 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-964888da-e6fe-47bb-9968-95b1290b1cca tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Floating IP 9ada0c46-2c7a-4437-b9da-aef00283644e associated. External IP: 172.28.3.93, port: c67ef70f-25e6-44ea-a568-1ecfbfc68a0d. Dec 03 15:05:19.962881 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9958930a-d68b-4998-876a-aa38f58d35c7 req-fd7188d1-6348-4e74-b077-aa7ebb49d12d tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165496 Dec 03 15:05:19.985252 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b12930ca-b24c-45a3-a374-19ac4944c38b req-8ea696e1-1fcb-48f5-93c7-6089ad987e74 service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3672152 Dec 03 15:05:20.663882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-964888da-e6fe-47bb-9968-95b1290b1cca tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Router e5955390-17dc-42a1-a062-980ffe2e8371 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:05:20.670448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-745254f4-30a4-4f26-9557-08381785cb00 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:20.672139 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-745254f4-30a4-4f26-9557-08381785cb00 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/networks?id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 200 len: 815 time: 0.5738082 Dec 03 15:05:20.687124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72e77d-adf4-4d58-931f-da2e0479fac5 req-a74376a6-801c-4374-9f1c-01a065b763b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:20.688932 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0e72e77d-adf4-4d58-931f-da2e0479fac5 req-a74376a6-801c-4374-9f1c-01a065b763b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=341cf04604de451ba8a75ae14d0ebf68&device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 1163 time: 0.3091073 Dec 03 15:05:20.842840 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-57fa9091-1832-4e90-99f0-4eccee51f98f tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/quotas/21e40f738979427da81270cc73912ddb HTTP/1.1" status: 200 len: 375 time: 0.1582417 Dec 03 15:05:20.979999 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-964888da-e6fe-47bb-9968-95b1290b1cca tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:05:20.986404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-964888da-e6fe-47bb-9968-95b1290b1cca tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:20.996162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b405cfb5-3036-4b9e-9e46-62d618695bf0 None None] Sync routers for ids ['e5955390-17dc-42a1-a062-980ffe2e8371'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:05:21.025953 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b405cfb5-3036-4b9e-9e46-62d618695bf0 None None] Routers {'e5955390-17dc-42a1-a062-980ffe2e8371'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:05:21.027954 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-b405cfb5-3036-4b9e-9e46-62d618695bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:04:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['e5955390-17dc-42a1-a062-980ffe2e8371'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:05:21.041799 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-62caec6c-8fef-446f-b30f-568e92f64054 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?tenant_id=21e40f738979427da81270cc73912ddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1834366 Dec 03 15:05:21.168214 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-964888da-e6fe-47bb-9968-95b1290b1cca tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "PUT /v2.0/floatingips/9ada0c46-2c7a-4437-b9da-aef00283644e HTTP/1.1" status: 200 len: 996 time: 3.5988967 Dec 03 15:05:21.170580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:21.259346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-b405cfb5-3036-4b9e-9e46-62d618695bf0 None None] Set router e5955390-17dc-42a1-a062-980ffe2e8371 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:05:21.293205 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-70c10f2a-d334-4ebd-a952-a2031b6cb151 service neutron] 10.222.0.81 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424362 Dec 03 15:05:21.397294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-3ee56036-e261-4bb5-8d14-6016e6d51025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:21.399087 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-3ee56036-e261-4bb5-8d14-6016e6d51025 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3660b34f56fa4321bf49277dc190b8fd&device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 1163 time: 0.2072115 Dec 03 15:05:21.581551 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-5e760c38-0e9e-44cc-b407-76daac18df1e service neutron] 10.222.0.81 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2789803 Dec 03 15:05:21.608144 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-1716c5e2-599b-448c-8308-91d54dcb4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:21.610154 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-1716c5e2-599b-448c-8308-91d54dcb4fa0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1ba2aee9-4c39-4e32-91b2-320bbb798d92 HTTP/1.1" status: 200 len: 909 time: 0.2025311 Dec 03 15:05:21.748269 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-c39a45e6-c641-45c3-8f42-a5668428a683 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 200 len: 999 time: 0.1209238 Dec 03 15:05:21.910063 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-b405cfb5-3036-4b9e-9e46-62d618695bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:04:03Z', 'revision_number': 4, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': '9ada0c46-2c7a-4437-b9da-aef00283644e', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'floating_ip_address': '172.28.3.93', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'port_id': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'mac_address': 'fa:16:3e:84:14:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:05:14Z', 'updated_at': '2020-12-03T15:05:19Z', 'revision_number': 1, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9834d74-eedc-4957-aedd-eaa68a942c35', 'name': '', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'mac_address': 'fa:16:3e:04:41:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:02Z', 'updated_at': '2020-12-03T15:04:17Z', 'revision_number': 5, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'subnets': [{'id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:05:21.916814 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b405cfb5-3036-4b9e-9e46-62d618695bf0 None None] Checking router: e5955390-17dc-42a1-a062-980ffe2e8371 for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:05:21.935790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b405cfb5-3036-4b9e-9e46-62d618695bf0 None None] Routers {'e5955390-17dc-42a1-a062-980ffe2e8371'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:05:21.936650 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-b405cfb5-3036-4b9e-9e46-62d618695bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:04:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['e5955390-17dc-42a1-a062-980ffe2e8371'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:05:21.972540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-88ef9d65-22c9-4ff6-bf2b-2154b176dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:21.974377 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-88ef9d65-22c9-4ff6-bf2b-2154b176dad7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=954f6dfc-38f4-469f-aa5e-811cef0d10fb HTTP/1.1" status: 200 len: 854 time: 0.2189145 Dec 03 15:05:22.041022 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801019e7-fb8b-4099-9b25-34e95d477200 req-3677f87a-d7da-4251-ba47-ade4c9564202 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:22.042793 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-801019e7-fb8b-4099-9b25-34e95d477200 req-3677f87a-d7da-4251-ba47-ade4c9564202 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.1996641 Dec 03 15:05:22.120023 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-801019e7-fb8b-4099-9b25-34e95d477200 req-cf12d8ef-3890-44b3-98a8-9cf7af7470e4 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688157 Dec 03 15:05:22.131714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-0e76dcf4-4c85-4cf7-bf59-43fdcaf4feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:22.133400 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-0e76dcf4-4c85-4cf7-bf59-43fdcaf4feb7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1ba2aee9-4c39-4e32-91b2-320bbb798d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1518466 Dec 03 15:05:22.144849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-3f5111bb-8a87-49d7-a572-814e97d58f7a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 15:05:22.150874 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-3f5111bb-8a87-49d7-a572-814e97d58f7a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0105958 Dec 03 15:05:22.243881 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-b405cfb5-3036-4b9e-9e46-62d618695bf0 None None] Set router e5955390-17dc-42a1-a062-980ffe2e8371 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:05:22.413618 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-2ed8c624-d6c8-477e-9186-8361bfd41c4f service neutron] 10.222.0.81 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548811 Dec 03 15:05:22.551675 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092f603-cc4f-4777-933e-8cdcc54e2622 req-7d33ac01-f31e-407a-a901-a6edfe535314 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:22.554042 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9092f603-cc4f-4777-933e-8cdcc54e2622 req-7d33ac01-f31e-407a-a901-a6edfe535314 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.2196829 Dec 03 15:05:22.636890 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9092f603-cc4f-4777-933e-8cdcc54e2622 req-53663d60-9095-428e-8662-f1c4e0c15646 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650318 Dec 03 15:05:22.644179 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb426f3f-3ee2-4337-a26d-17f61e566add req-638ea8dd-dfec-4023-9319-a13cbb270c43 service neutron] 10.222.0.81 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2227831 Dec 03 15:05:22.679366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-b405cfb5-3036-4b9e-9e46-62d618695bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:04:03Z', 'revision_number': 4, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': '9ada0c46-2c7a-4437-b9da-aef00283644e', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'floating_ip_address': '172.28.3.93', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'port_id': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'mac_address': 'fa:16:3e:84:14:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:05:14Z', 'updated_at': '2020-12-03T15:05:19Z', 'revision_number': 1, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9834d74-eedc-4957-aedd-eaa68a942c35', 'name': '', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'mac_address': 'fa:16:3e:04:41:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:02Z', 'updated_at': '2020-12-03T15:04:17Z', 'revision_number': 5, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'subnets': [{'id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:05:22.686081 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b405cfb5-3036-4b9e-9e46-62d618695bf0 None None] The sync data for ids ['e5955390-17dc-42a1-a062-980ffe2e8371'] in dv-cinder-757908-3-smb is: [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:04:03Z', 'revision_number': 4, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': '9ada0c46-2c7a-4437-b9da-aef00283644e', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'floating_ip_address': '172.28.3.93', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'port_id': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'mac_address': 'fa:16:3e:84:14:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:05:14Z', 'updated_at': '2020-12-03T15:05:19Z', 'revision_number': 1, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9834d74-eedc-4957-aedd-eaa68a942c35', 'name': '', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'mac_address': 'fa:16:3e:04:41:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:02Z', 'updated_at': '2020-12-03T15:04:17Z', 'revision_number': 5, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'subnets': [{'id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:05:22.882271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033fd01-5e55-44a8-af5f-04d6b9d57952 req-abd4bf5d-7420-4e4b-b638-a50322ea6ebb tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:22.884144 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9033fd01-5e55-44a8-af5f-04d6b9d57952 req-abd4bf5d-7420-4e4b-b638-a50322ea6ebb tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1050248 Dec 03 15:05:22.942557 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9033fd01-5e55-44a8-af5f-04d6b9d57952 req-9b8d6154-7aa7-4a9c-9d86-335544765e1a tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509648 Dec 03 15:05:23.121109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:23.150214 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-816c4664-25f8-49eb-9193-8f00bf803208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:23.156498 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d', 'status': 'completed', 'code': 200} Dec 03 15:05:23.218849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-2030168146', 'description': 'tempest-TestMinimumBasicScenario-2030168146 description'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:23.231823 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:05:23.239351 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 5682f271-b965-4c7d-957f-7223c6078977 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:23.242025 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a29fd31c-cac0-4d15-9e25-50bb86ddcf5d req-7931e98b-73c4-4415-983f-dc435bdd716f tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0763702 Dec 03 15:05:23.248077 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Usage tracker for resource:security_group and tenant:3660b34f56fa4321bf49277dc190b8fd is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:05:23.256077 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:05:23.273496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:05:23.286896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:23.296798 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4bb3a-e83d-4fb3-aa76-146674c78e22 None None] New status for floating IP 9ada0c46-2c7a-4437-b9da-aef00283644e: ACTIVE {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:05:23.310989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:05:23.316139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Usage tracker for resource:security_group_rule and tenant:3660b34f56fa4321bf49277dc190b8fd is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:05:23.320065 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:05:23.337044 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:05:23.581353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 5682f271-b965-4c7d-957f-7223c6078977 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:23.581866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:23.716075 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:23.722712 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:23.731167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d41e6ff9-4662-4627-b888-d1346ef44ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:23.763396 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:23.764815 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8aa4fc21-9b42-4506-a6da-d8111e25ebb0 req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1769 time: 0.5596168 Dec 03 15:05:23.792017 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f98d5-bbc9-4b48-bb36-8d8cdc08a329 req-4e27bd15-ee42-40b4-b8dc-2d91765e3460 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:23.793470 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d40f98d5-bbc9-4b48-bb36-8d8cdc08a329 req-4e27bd15-ee42-40b4-b8dc-2d91765e3460 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.4162097 Dec 03 15:05:23.796278 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Pushing event updated for resources: {'SecurityGroup': ['ID=f59e68f7-996c-48f5-a22a-dd108677dea6,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:23.799764 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:23.856216 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d40f98d5-bbc9-4b48-bb36-8d8cdc08a329 req-6e8976ff-dde2-41c3-8269-99bcc73ce463 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534716 Dec 03 15:05:24.065721 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190ec1f-d4aa-473f-b2f5-00705b5d7199 req-4ccb5d4d-fab2-429f-a18d-0c71cd2eae32 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:24.067520 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9190ec1f-d4aa-473f-b2f5-00705b5d7199 req-4ccb5d4d-fab2-429f-a18d-0c71cd2eae32 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.1476357 Dec 03 15:05:24.145488 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9190ec1f-d4aa-473f-b2f5-00705b5d7199 req-773de01a-c7a6-466b-a642-3f536f990ae9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709355 Dec 03 15:05:24.153246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a758651-e8ac-4d03-ab7c-00d40f3ffa99 req-bf4654a4-d42b-4709-90bf-90d40edfee55 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:24.154974 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1a758651-e8ac-4d03-ab7c-00d40f3ffa99 req-bf4654a4-d42b-4709-90bf-90d40edfee55 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1546588 Dec 03 15:05:24.214929 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1a758651-e8ac-4d03-ab7c-00d40f3ffa99 req-377f620e-086b-4b5d-8851-29adb2fe6ab9 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514629 Dec 03 15:05:24.281735 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5fe19a9d-5a5c-4a25-86ab-04566c742c69 req-78eefe4b-e1fc-4cec-af43-1016644395ae tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups/f59e68f7-996c-48f5-a22a-dd108677dea6 HTTP/1.1" status: 200 len: 1764 time: 0.0699379 Dec 03 15:05:24.293804 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-5fe19a9d-5a5c-4a25-86ab-04566c742c69 req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f59e68f7-996c-48f5-a22a-dd108677dea6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:24.294262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-5fe19a9d-5a5c-4a25-86ab-04566c742c69 req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f59e68f7-996c-48f5-a22a-dd108677dea6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:24.300987 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-5fe19a9d-5a5c-4a25-86ab-04566c742c69 req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:05:24.305188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-5fe19a9d-5a5c-4a25-86ab-04566c742c69 req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Usage tracker for resource:security_group_rule and tenant:3660b34f56fa4321bf49277dc190b8fd is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:05:24.308381 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-5fe19a9d-5a5c-4a25-86ab-04566c742c69 req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:05:24.314219 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-5fe19a9d-5a5c-4a25-86ab-04566c742c69 req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:05:24.424634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-5fe19a9d-5a5c-4a25-86ab-04566c742c69 req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:24.459448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-5fe19a9d-5a5c-4a25-86ab-04566c742c69 req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:24.463953 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-5fe19a9d-5a5c-4a25-86ab-04566c742c69 req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822132'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:24.469622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e8995bfb-696b-4c3c-8607-de237fcbab4b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:24.495275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c347c3-5561-48a2-b411-d4b77b5f4780,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:24.503136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db67c78-9818-4081-ba94-3c3696dded2c req-6852930d-3654-4dd2-8ca9-976b1f01f54c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:24.504750 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6db67c78-9818-4081-ba94-3c3696dded2c req-6852930d-3654-4dd2-8ca9-976b1f01f54c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1608720 Dec 03 15:05:24.509356 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:24.534747 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-5fe19a9d-5a5c-4a25-86ab-04566c742c69 req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:24.536004 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5fe19a9d-5a5c-4a25-86ab-04566c742c69 req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.2470481 Dec 03 15:05:24.569743 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6db67c78-9818-4081-ba94-3c3696dded2c req-738c4bbd-0339-477f-b8f0-0349c44a0484 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556624 Dec 03 15:05:24.729046 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1e35a271-8e5f-4f4d-81ff-e86389e55a4f req-ff267762-23e4-4f9c-b136-c868deaac5cb tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups/f59e68f7-996c-48f5-a22a-dd108677dea6 HTTP/1.1" status: 200 len: 2325 time: 0.0978024 Dec 03 15:05:24.731284 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d6babe0a-a92a-4b3d-bac3-970626c4cb4d req-1b5c6ff4-ad5f-4a29-98aa-dce7776519f2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0575044 Dec 03 15:05:24.740087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-1e35a271-8e5f-4f4d-81ff-e86389e55a4f req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f59e68f7-996c-48f5-a22a-dd108677dea6', 'remote_group_id': None}]} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:24.740448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-1e35a271-8e5f-4f4d-81ff-e86389e55a4f req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f59e68f7-996c-48f5-a22a-dd108677dea6', 'remote_group_id': None}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:24.746997 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-1e35a271-8e5f-4f4d-81ff-e86389e55a4f req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:05:24.751541 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-1e35a271-8e5f-4f4d-81ff-e86389e55a4f req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Usage tracker for resource:security_group_rule and tenant:3660b34f56fa4321bf49277dc190b8fd is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:05:24.754761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-1e35a271-8e5f-4f4d-81ff-e86389e55a4f req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:05:24.760749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-1e35a271-8e5f-4f4d-81ff-e86389e55a4f req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:05:24.826425 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-1e35a271-8e5f-4f4d-81ff-e86389e55a4f req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:24.855145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-1e35a271-8e5f-4f4d-81ff-e86389e55a4f req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:24.858149 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-1e35a271-8e5f-4f4d-81ff-e86389e55a4f req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822132'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:24.860520 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:24.885859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0faa4377-b479-4365-bdfb-da9063e60cc4,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:24.891292 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:24.901983 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-1e35a271-8e5f-4f4d-81ff-e86389e55a4f req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:24.903550 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1e35a271-8e5f-4f4d-81ff-e86389e55a4f req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1678803 Dec 03 15:05:25.132733 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-9b422218-4b41-4eb5-aec6-f34016407166 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Synchronizing usage tracker for tenant:3660b34f56fa4321bf49277dc190b8fd on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:05:25.174687 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-9b422218-4b41-4eb5-aec6-f34016407166 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Unset dirty status for tenant:3660b34f56fa4321bf49277dc190b8fd on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:05:25.176028 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-9b422218-4b41-4eb5-aec6-f34016407166 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2030168146&fields=id&tenant_id=3660b34f56fa4321bf49277dc190b8fd HTTP/1.1" status: 200 len: 267 time: 0.1465602 Dec 03 15:05:25.182546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72751be8-c7da-4596-b414-9aa2fb7ba2ec req-6317dee5-6168-4d6d-9bdb-35b095511043 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:25.184260 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72751be8-c7da-4596-b414-9aa2fb7ba2ec req-6317dee5-6168-4d6d-9bdb-35b095511043 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.1522639 Dec 03 15:05:25.292557 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72751be8-c7da-4596-b414-9aa2fb7ba2ec req-ee817f64-c187-4f61-a736-6e64660a0747 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678864 Dec 03 15:05:25.315859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-1aff69aa-f9d2-4dd1-9edc-dee947015d79 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:25.318067 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-1aff69aa-f9d2-4dd1-9edc-dee947015d79 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 946 time: 0.1322355 Dec 03 15:05:25.332554 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-3ff5c6e2-9c04-4432-9769-0f5d86e32c52 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Request body: {'port': {'security_groups': ['7f06bbd2-2d0a-4dea-8bda-55c90f5a9580', 'f59e68f7-996c-48f5-a22a-dd108677dea6']}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:25.513997 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-3ff5c6e2-9c04-4432-9769-0f5d86e32c52 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:25.610708 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c7cd1-8443-4c0f-8994-7c27db131f15 req-0d539ec9-552e-4e5d-b335-00589b65e50f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:25.612377 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1c7c7cd1-8443-4c0f-8994-7c27db131f15 req-0d539ec9-552e-4e5d-b335-00589b65e50f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.1823974 Dec 03 15:05:25.641860 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-88989e9d-982b-4133-8be2-987777c26da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:25.740549 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1c7c7cd1-8443-4c0f-8994-7c27db131f15 req-365712b9-aadb-42ef-a1bd-2aa9d90ce68e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202159 Dec 03 15:05:25.979656 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-3ff5c6e2-9c04-4432-9769-0f5d86e32c52 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] For port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d,segment=NetworkSegment(c01c979a-0638-4e56-a35a-b741a914b81d),segment_id=c01c979a-0638-4e56-a35a-b741a914b81d)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:05:26.028871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-3ff5c6e2-9c04-4432-9769-0f5d86e32c52 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:26.035605 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-3ff5c6e2-9c04-4432-9769-0f5d86e32c52 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:26.043774 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60c43b-fcbc-4a26-a765-1ceb625f069c req-69f9f2b1-2cc0-4b98-a814-d0d36d89aca7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:26.045432 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7e60c43b-fcbc-4a26-a765-1ceb625f069c req-69f9f2b1-2cc0-4b98-a814-d0d36d89aca7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1356425 Dec 03 15:05:26.059740 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:26.151213 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:26.262351 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5c6e2-9c04-4432-9769-0f5d86e32c52 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Pushing event updated for resources: {'Port': ['ID=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d,revision_number=5']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:26.268840 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7e60c43b-fcbc-4a26-a765-1ceb625f069c req-c16c490d-7d8b-4e91-bcb8-c2a4146b2510 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758039 Dec 03 15:05:26.272191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3ff5c6e2-9c04-4432-9769-0f5d86e32c52 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:26.321296 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-3ff5c6e2-9c04-4432-9769-0f5d86e32c52 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:26.322024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-3ff5c6e2-9c04-4432-9769-0f5d86e32c52 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:26.327736 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1e28db75-7f24-44cc-8f86-ac3b7ef39283 req-3ff5c6e2-9c04-4432-9769-0f5d86e32c52 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "PUT /v2.0/ports/c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 200 len: 982 time: 1.0005596 Dec 03 15:05:26.328370 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:26.522386 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-904d3ba6-7780-49fb-ad55-843ed960b7ac req-2c8fc928-146c-49a3-bb4c-be0c321eddbd tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0622721 Dec 03 15:05:26.564372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb5ed8-b448-47e6-9f81-e6851adec1ca req-ef2e2b9a-77d1-440f-8464-9be2730c0dfa tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:26.564372 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8ccb5ed8-b448-47e6-9f81-e6851adec1ca req-ef2e2b9a-77d1-440f-8464-9be2730c0dfa tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1460605 Dec 03 15:05:26.584188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-2b7b7126-659b-4fee-81c4-44acf91e6bb0 None None] Provisioning complete for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:26.588086 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2b7b7126-659b-4fee-81c4-44acf91e6bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:26.636658 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8ccb5ed8-b448-47e6-9f81-e6851adec1ca req-14cce1d4-ff3a-46ff-ad73-8d8cec380b1a tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633996 Dec 03 15:05:26.740114 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d', 'status': 'completed', 'code': 200} Dec 03 15:05:26.786049 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599e944-ecb7-4ccd-99f8-696b84886674 req-cb3a1d45-795d-4126-92b9-0e984339b28e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:26.788009 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c599e944-ecb7-4ccd-99f8-696b84886674 req-cb3a1d45-795d-4126-92b9-0e984339b28e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.1080964 Dec 03 15:05:26.842730 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c599e944-ecb7-4ccd-99f8-696b84886674 req-d1c96f94-61a9-413b-8b4b-d4360de5e509 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484166 Dec 03 15:05:26.960727 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66bbba-dfec-4dd1-84c9-6e3dce0975fe req-992936d1-298f-498f-b907-5965736feffe tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:26.962726 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bf66bbba-dfec-4dd1-84c9-6e3dce0975fe req-992936d1-298f-498f-b907-5965736feffe tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.1009622 Dec 03 15:05:27.074352 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bf66bbba-dfec-4dd1-84c9-6e3dce0975fe req-40e9e686-8b16-496b-8240-7be37ec7eb7e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1046782 Dec 03 15:05:27.112735 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5838ce8-1e56-4742-ac6a-d8f79e7341b6 req-f373c637-e30f-4ee3-963f-2bdf21bdbe1f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:27.115033 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a5838ce8-1e56-4742-ac6a-d8f79e7341b6 req-f373c637-e30f-4ee3-963f-2bdf21bdbe1f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.1264362 Dec 03 15:05:27.126209 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:27.178192 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a5838ce8-1e56-4742-ac6a-d8f79e7341b6 req-7fd8f3cb-ffa6-4f12-ba0c-c00ecbf3d027 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466835 Dec 03 15:05:27.180118 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:27.500421 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f9fcc-4590-4331-8732-9905b83e8429 req-5074fc31-9613-4816-841d-fe4428834648 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:27.502065 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e28f9fcc-4590-4331-8732-9905b83e8429 req-5074fc31-9613-4816-841d-fe4428834648 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.0867281 Dec 03 15:05:27.510685 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device c67ef70f-25e6-44ea-a568-1ecfbfc68a0d up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:27.553574 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e28f9fcc-4590-4331-8732-9905b83e8429 req-b17ca25e-f689-47e3-af70-f7b7f4e9b32b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442131 Dec 03 15:05:27.634286 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:27.635015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:27.737990 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5b088828-b3e8-4f02-a4b7-6d69e55f1eb5 req-399d7935-7a93-4b5e-9874-cc4574c56a74 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0555382 Dec 03 15:05:27.893362 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9097eb-c97c-4c39-8c58-08cad58fbaf5 req-20daa030-8fc4-4cb1-8f3b-88db595ac07f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:27.895175 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5c9097eb-c97c-4c39-8c58-08cad58fbaf5 req-20daa030-8fc4-4cb1-8f3b-88db595ac07f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0896282 Dec 03 15:05:27.950506 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5c9097eb-c97c-4c39-8c58-08cad58fbaf5 req-acdd8e0e-a362-4adc-93ea-3d9d88f21770 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479832 Dec 03 15:05:28.082773 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879001f-b0e7-438d-b5e6-f6d8b1d032bd req-08adcf35-2546-44ea-ad61-6b7c6650f66b tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:28.084451 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f879001f-b0e7-438d-b5e6-f6d8b1d032bd req-08adcf35-2546-44ea-ad61-6b7c6650f66b tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0910003 Dec 03 15:05:28.134125 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f879001f-b0e7-438d-b5e6-f6d8b1d032bd req-61223353-5cb7-4ea5-b5a1-09e8e53a8ad2 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Dec 03 15:05:28.420363 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25deef-7ff6-4a47-88c3-d80f80628f12 req-eee367a1-edde-496f-ad29-443b7ad58b16 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:28.421980 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ce25deef-7ff6-4a47-88c3-d80f80628f12 req-eee367a1-edde-496f-ad29-443b7ad58b16 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.0842237 Dec 03 15:05:28.478501 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ce25deef-7ff6-4a47-88c3-d80f80628f12 req-aba47de5-0559-4332-b18c-3dde2a1e860d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489504 Dec 03 15:05:28.801316 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4ab7d-2001-4e49-a68e-492d23072de5 req-6d06752c-7010-4d96-9945-3930c96d3a46 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:28.802996 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6ab4ab7d-2001-4e49-a68e-492d23072de5 req-6d06752c-7010-4d96-9945-3930c96d3a46 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.0907657 Dec 03 15:05:28.853988 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6ab4ab7d-2001-4e49-a68e-492d23072de5 req-45811337-d70c-4612-a00b-4e46ee092b6c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439546 Dec 03 15:05:28.939272 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7aa60161-916d-40c9-b24a-2fd124a0c95f req-704fdc5a-4e49-45d8-acdf-3149b29dd208 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0549595 Dec 03 15:05:29.185435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b591101-c1f0-4039-9afe-50ef990d76fe req-000ffd8b-92c1-486f-b5ec-86a4113ab194 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:29.187693 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9b591101-c1f0-4039-9afe-50ef990d76fe req-000ffd8b-92c1-486f-b5ec-86a4113ab194 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0944233 Dec 03 15:05:29.250959 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9b591101-c1f0-4039-9afe-50ef990d76fe req-70cd5905-dc92-4232-a807-0e459fa675a5 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550623 Dec 03 15:05:29.371523 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7862-6875-4815-ab37-8d1c00529d06 req-646fbd92-f544-4832-b268-9452e5bbadd1 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:29.373458 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c7cd7862-6875-4815-ab37-8d1c00529d06 req-646fbd92-f544-4832-b268-9452e5bbadd1 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0907474 Dec 03 15:05:29.427757 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c7cd7862-6875-4815-ab37-8d1c00529d06 req-53b249df-2ec7-4077-ad7c-87f998132dda tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469465 Dec 03 15:05:29.729582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeba97-2356-40ed-bdc9-9ace852779ad req-3461cc3e-d10a-42ee-b82f-183cbeb2a6b5 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:29.731316 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3eaeba97-2356-40ed-bdc9-9ace852779ad req-3461cc3e-d10a-42ee-b82f-183cbeb2a6b5 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.0861890 Dec 03 15:05:29.789119 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3eaeba97-2356-40ed-bdc9-9ace852779ad req-3786bfd1-80f7-463e-9f84-43e08eebae51 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502882 Dec 03 15:05:30.303204 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e7936ce8-a823-4d4d-ab25-2e0df4f8f0ed req-29062389-b37f-400d-ab02-5fa78885f109 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0558574 Dec 03 15:05:30.350472 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677426df-4b47-4e02-95de-fc28ececd486 req-a827d99d-1fd3-454e-b80a-96a53e066dba tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:30.352265 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-677426df-4b47-4e02-95de-fc28ececd486 req-a827d99d-1fd3-454e-b80a-96a53e066dba tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.3546910 Dec 03 15:05:30.412621 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-677426df-4b47-4e02-95de-fc28ececd486 req-36ac8bea-86a5-4deb-a2fe-31acba8fb7fc tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515637 Dec 03 15:05:30.515503 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8da05-7c61-4249-994c-c8868761761d req-50c94483-5190-4c86-b6e7-c9a1253290b5 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:30.517307 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9df8da05-7c61-4249-994c-c8868761761d req-50c94483-5190-4c86-b6e7-c9a1253290b5 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0885298 Dec 03 15:05:30.576441 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9df8da05-7c61-4249-994c-c8868761761d req-f2787472-150f-458a-9c59-a28a9550f109 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520577 Dec 03 15:05:30.691344 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52711-2ca5-48cc-a9ad-5b93f08d6099 req-19cdea60-068e-43ee-ba35-f292cc9412d7 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:30.693195 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ebc52711-2ca5-48cc-a9ad-5b93f08d6099 req-19cdea60-068e-43ee-ba35-f292cc9412d7 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0905168 Dec 03 15:05:30.744929 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ebc52711-2ca5-48cc-a9ad-5b93f08d6099 req-b3a9e8a1-9db7-4fe5-b08f-88e5f4878da9 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 Dec 03 15:05:31.055110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e0b34-03a2-4508-8e3f-59fdb17b2d11 req-c545aeb3-41d3-4db5-ad71-73c359681ac5 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:31.056753 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-435e0b34-03a2-4508-8e3f-59fdb17b2d11 req-c545aeb3-41d3-4db5-ad71-73c359681ac5 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.1030350 Dec 03 15:05:31.112403 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-435e0b34-03a2-4508-8e3f-59fdb17b2d11 req-735347d6-f4b4-49fa-af32-f3df6654f7ea tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487168 Dec 03 15:05:31.492308 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fb8f44a2-aa1c-4efe-8272-9b13a0219099 req-a72f5c72-9a73-46f3-a98c-dfcd21453f3b tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0468814 Dec 03 15:05:31.639427 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd815a6c-b92b-42f7-a5cf-84c43f243f8d req-d4a73350-4c5b-4739-a6bb-5ce71ce983b8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:31.642010 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bd815a6c-b92b-42f7-a5cf-84c43f243f8d req-d4a73350-4c5b-4739-a6bb-5ce71ce983b8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.0937078 Dec 03 15:05:31.696047 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bd815a6c-b92b-42f7-a5cf-84c43f243f8d req-76e5fded-8005-4d28-90c9-84a58d56369f tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472341 Dec 03 15:05:31.811214 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f2500-8d5d-40b0-a9e5-9406057eccbc req-961b7c96-a746-4e0c-a050-a229c68e93e2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:31.813046 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5d3f2500-8d5d-40b0-a9e5-9406057eccbc req-961b7c96-a746-4e0c-a050-a229c68e93e2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0900564 Dec 03 15:05:31.881725 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5d3f2500-8d5d-40b0-a9e5-9406057eccbc req-8ca51f77-2cbe-496e-a57e-71a84a30de87 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465281 Dec 03 15:05:31.974775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced3c44-b92e-4108-ae3c-7dc40e940710 req-9327264f-3619-42dd-8144-39edc2fa9fa1 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:31.976333 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dced3c44-b92e-4108-ae3c-7dc40e940710 req-9327264f-3619-42dd-8144-39edc2fa9fa1 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0886097 Dec 03 15:05:32.028258 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dced3c44-b92e-4108-ae3c-7dc40e940710 req-897b896d-ae50-49f0-903f-14c1ee2b6b71 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453763 Dec 03 15:05:32.352056 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec09e4-40ee-4322-9704-268d255cb9f2 req-87951cdd-5990-497b-9f75-c6eb40227ebe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:32.353538 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-05ec09e4-40ee-4322-9704-268d255cb9f2 req-87951cdd-5990-497b-9f75-c6eb40227ebe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.0863547 Dec 03 15:05:32.410325 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-05ec09e4-40ee-4322-9704-268d255cb9f2 req-b6a6ad92-999b-4ab7-94d3-7be7ce7b0a46 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499730 Dec 03 15:05:32.678192 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9bba229e-6f73-4313-be93-2bbf935235a7 req-72789c7e-5308-4c11-ae28-7b2e89ce22a6 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0490901 Dec 03 15:05:32.928550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75f4c8-81d9-4aa6-b2e3-0f5532cbb845 req-082078a3-dad0-4d7f-8223-571b1e949fc4 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:32.932901 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d75f4c8-81d9-4aa6-b2e3-0f5532cbb845 req-082078a3-dad0-4d7f-8223-571b1e949fc4 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.0992863 Dec 03 15:05:32.985865 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d75f4c8-81d9-4aa6-b2e3-0f5532cbb845 req-a598f647-7987-4d4b-9960-15b3fddccb11 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480471 Dec 03 15:05:33.120285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54af75-fb07-43a8-86b1-f4bff31b577a req-a6aa9b06-235a-4bdb-b4ab-e3d5cffeeaee tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:33.121920 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ac54af75-fb07-43a8-86b1-f4bff31b577a req-a6aa9b06-235a-4bdb-b4ab-e3d5cffeeaee tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0905707 Dec 03 15:05:33.232494 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ac54af75-fb07-43a8-86b1-f4bff31b577a req-1a837880-dca1-4ec8-8109-425597e69f3f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037414 Dec 03 15:05:33.276659 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c7024-e1f1-4159-bbdc-cac8e887d463 req-8ffd4359-caa7-4f47-9965-b896636a4b06 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:33.278763 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ab8c7024-e1f1-4159-bbdc-cac8e887d463 req-8ffd4359-caa7-4f47-9965-b896636a4b06 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.1043618 Dec 03 15:05:33.333081 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ab8c7024-e1f1-4159-bbdc-cac8e887d463 req-88c5f78c-5cbc-4ef4-9791-2176d4b1874a tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476983 Dec 03 15:05:33.659979 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31a789-35e0-4217-a441-5137f0db2c3e req-064c9e74-6788-4422-b954-f25c1f5beb04 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:33.662262 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ba31a789-35e0-4217-a441-5137f0db2c3e req-064c9e74-6788-4422-b954-f25c1f5beb04 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.0933111 Dec 03 15:05:33.712150 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ba31a789-35e0-4217-a441-5137f0db2c3e req-588bedfb-a27a-4e9b-a422-e772971bcd93 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429826 Dec 03 15:05:33.871320 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb365232-45dc-44b7-ba08-7df99f256db3 req-c6369a37-32c8-4be7-964f-dab26b25d433 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0490212 Dec 03 15:05:34.234382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850db6-4c67-490b-aa29-4dc0760f29f0 req-5a20bb1b-8068-4d04-b7fc-c528661afe5c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:34.236017 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-65850db6-4c67-490b-aa29-4dc0760f29f0 req-5a20bb1b-8068-4d04-b7fc-c528661afe5c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1025653 Dec 03 15:05:34.290623 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-65850db6-4c67-490b-aa29-4dc0760f29f0 req-15dd1f51-e6b8-4d0b-811b-4aa851c18cf6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459034 Dec 03 15:05:34.476274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a00e0-82a9-446a-8972-49996560ce06 req-57af6330-9af2-4143-a402-0b800528be86 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:34.478092 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-624a00e0-82a9-446a-8972-49996560ce06 req-57af6330-9af2-4143-a402-0b800528be86 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0942142 Dec 03 15:05:34.615597 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-624a00e0-82a9-446a-8972-49996560ce06 req-1f8307d7-9690-4bb3-8c7e-c22bf64edb74 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306877 Dec 03 15:05:34.645082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e12c3-5bd4-4b76-af15-0376e1872b7e req-ab5150a2-b3bf-4d7b-9fd4-c3571cb0e83d tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:34.647294 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-895e12c3-5bd4-4b76-af15-0376e1872b7e req-ab5150a2-b3bf-4d7b-9fd4-c3571cb0e83d tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.1455317 Dec 03 15:05:34.702914 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-895e12c3-5bd4-4b76-af15-0376e1872b7e req-a83fc46a-d889-4f0b-92c8-4094a8275f23 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485013 Dec 03 15:05:34.967299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c865cc-be53-407a-bf78-b3fce92ca196 req-1e806730-6b2d-47c1-b5ed-b5a0bacd5a90 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:34.969445 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-92c865cc-be53-407a-bf78-b3fce92ca196 req-1e806730-6b2d-47c1-b5ed-b5a0bacd5a90 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.0991046 Dec 03 15:05:35.068818 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-92c865cc-be53-407a-bf78-b3fce92ca196 req-752aef38-5610-400c-aaaf-1037ddb0244a tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918016 Dec 03 15:05:35.071098 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-56ff7212-dd00-4928-89a8-057e4f409c7a req-a1cc690e-c319-467d-85d0-4acc06bb1ae8 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0582571 Dec 03 15:05:35.521439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8646ed-da13-4f3d-a520-35b47ad49723 req-082247ad-761d-4eb5-9115-65dd35af1de1 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:35.522950 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6f8646ed-da13-4f3d-a520-35b47ad49723 req-082247ad-761d-4eb5-9115-65dd35af1de1 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.0840197 Dec 03 15:05:35.575073 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6f8646ed-da13-4f3d-a520-35b47ad49723 req-d18307b7-6bd8-4c9d-963b-4b47b5c1f218 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456698 Dec 03 15:05:35.791812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:05:35.843517 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a38d65-de78-41c7-9f08-91ce462e99c6 req-1f6a76cc-8f3c-4fbd-86c4-3eff41970b67 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:35.845167 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f2a38d65-de78-41c7-9f08-91ce462e99c6 req-1f6a76cc-8f3c-4fbd-86c4-3eff41970b67 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0917509 Dec 03 15:05:35.942839 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f2a38d65-de78-41c7-9f08-91ce462e99c6 req-44eafc00-61c6-44dc-a120-a54dfbb662ff tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906937 Dec 03 15:05:35.971147 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5c5c9-a46e-421d-8999-98013f2b7dcf req-120cad16-1f70-460e-b932-71f2230d7ed5 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:35.972787 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-84f5c5c9-a46e-421d-8999-98013f2b7dcf req-120cad16-1f70-460e-b932-71f2230d7ed5 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.1065261 Dec 03 15:05:36.165524 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-84f5c5c9-a46e-421d-8999-98013f2b7dcf req-cf133cc4-e310-4b7c-ba13-9c5141c4a9ef tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853743 Dec 03 15:05:36.285262 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-75ac83d0-dc5d-4719-b225-e622044412a4 req-912ea1d3-c9f6-45fc-a464-293c73013533 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0654755 Dec 03 15:05:36.294254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72e77d-adf4-4d58-931f-da2e0479fac5 req-b1dba567-deaa-491d-a212-cb8f25cee971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:36.295815 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0e72e77d-adf4-4d58-931f-da2e0479fac5 req-b1dba567-deaa-491d-a212-cb8f25cee971 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe HTTP/1.1" status: 200 len: 905 time: 0.2981200 Dec 03 15:05:36.297967 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d8379-1dfd-439b-a78b-8ad6bddeeb6c req-d6836969-c1bd-41a0-bcd4-9f795ecaf2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:36.299471 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-047d8379-1dfd-439b-a78b-8ad6bddeeb6c req-d6836969-c1bd-41a0-bcd4-9f795ecaf2c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3660b34f56fa4321bf49277dc190b8fd&device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 1203 time: 0.3029754 Dec 03 15:05:36.592740 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0e72e77d-adf4-4d58-931f-da2e0479fac5 req-563f3e69-8a70-4954-8649-385471dfe70a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5682f271-b965-4c7d-957f-7223c6078977 HTTP/1.1" status: 200 len: 1002 time: 0.2208850 Dec 03 15:05:36.709895 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b985-d3d3-4438-aaeb-ff40386ce9f5 req-d4c608af-f514-4e33-8cf2-2463a959d518 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:36.711556 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6e94b985-d3d3-4438-aaeb-ff40386ce9f5 req-d4c608af-f514-4e33-8cf2-2463a959d518 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.3847184 Dec 03 15:05:36.768379 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d8379-1dfd-439b-a78b-8ad6bddeeb6c req-e57cdff4-d90d-43c0-9bb7-086dfafc3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:36.770006 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-047d8379-1dfd-439b-a78b-8ad6bddeeb6c req-e57cdff4-d90d-43c0-9bb7-086dfafc3d60 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba2aee9-4c39-4e32-91b2-320bbb798d92 HTTP/1.1" status: 200 len: 909 time: 0.3971066 Dec 03 15:05:36.798893 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72e77d-adf4-4d58-931f-da2e0479fac5 req-140909e3-07db-4453-985c-bede1e7f271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:36.800769 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0e72e77d-adf4-4d58-931f-da2e0479fac5 req-140909e3-07db-4453-985c-bede1e7f271e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4253b1e0-eddd-4edf-a51b-96580eb33f8b HTTP/1.1" status: 200 len: 850 time: 0.1893747 Dec 03 15:05:36.975554 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6e94b985-d3d3-4438-aaeb-ff40386ce9f5 req-35e8c4cd-ba8d-436d-b364-f61875181304 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2475853 Dec 03 15:05:37.015109 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-047d8379-1dfd-439b-a78b-8ad6bddeeb6c req-ae624972-3e54-4865-9207-35b846c0ea39 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 200 len: 1001 time: 0.2095771 Dec 03 15:05:37.050935 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518502d0-1b28-4d3d-a12c-81a14fd1a768 req-d4a1a478-2426-4f34-bfa9-3e912da28f00 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:37.052716 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-518502d0-1b28-4d3d-a12c-81a14fd1a768 req-d4a1a478-2426-4f34-bfa9-3e912da28f00 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.3339980 Dec 03 15:05:37.062914 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72e77d-adf4-4d58-931f-da2e0479fac5 req-07a7a43f-f491-4408-99ef-0e6720fd3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:37.064666 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0e72e77d-adf4-4d58-931f-da2e0479fac5 req-07a7a43f-f491-4408-99ef-0e6720fd3f65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1896172 Dec 03 15:05:37.111949 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-518502d0-1b28-4d3d-a12c-81a14fd1a768 req-73f1e04c-b231-418c-87b2-018897f4abcb tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514934 Dec 03 15:05:37.200600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fafe3e-75a0-4541-8615-f72f9fef4612 req-db39e6e8-9a08-4748-8e13-de0ac4fc3de3 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:37.202336 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-20fafe3e-75a0-4541-8615-f72f9fef4612 req-db39e6e8-9a08-4748-8e13-de0ac4fc3de3 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0893981 Dec 03 15:05:37.686871 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-20fafe3e-75a0-4541-8615-f72f9fef4612 req-a7d81af5-4b12-4da3-a48e-2caff9f32617 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776928 Dec 03 15:05:37.697600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d8379-1dfd-439b-a78b-8ad6bddeeb6c req-e5ca3c18-fcb8-4aed-9523-f9daab5faba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:37.699292 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-047d8379-1dfd-439b-a78b-8ad6bddeeb6c req-e5ca3c18-fcb8-4aed-9523-f9daab5faba3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=954f6dfc-38f4-469f-aa5e-811cef0d10fb HTTP/1.1" status: 200 len: 854 time: 0.4714313 Dec 03 15:05:37.955326 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-afbd392c-8634-4579-b010-e369ebf1d703 req-282b5c3d-c8cb-4fdf-a3e5-3d6afaf4948c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0940928 Dec 03 15:05:37.973879 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0e72e77d-adf4-4d58-931f-da2e0479fac5 req-13f5d8af-247b-4fe1-b3d9-0855b34fdda7 service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7471528 Dec 03 15:05:37.986722 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06882f37-9378-42df-847c-df9cdc44c528 req-56fc4044-c79b-46d8-acd1-1e9639e38d17 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:37.988321 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-06882f37-9378-42df-847c-df9cdc44c528 req-56fc4044-c79b-46d8-acd1-1e9639e38d17 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.4769776 Dec 03 15:05:38.201043 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-c7e19ce7-da95-4d28-b0e2-e59599a7db5b tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:38.202484 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-c7e19ce7-da95-4d28-b0e2-e59599a7db5b tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "GET /v2.0/networks?id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 200 len: 815 time: 0.4998541 Dec 03 15:05:38.234913 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-06882f37-9378-42df-847c-df9cdc44c528 req-2cd8a2de-4933-4270-9751-b8b4d83fc617 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242408 Dec 03 15:05:38.236777 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d8379-1dfd-439b-a78b-8ad6bddeeb6c req-7995ed30-81c1-40a0-b638-0b0dc8de02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:38.238288 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-047d8379-1dfd-439b-a78b-8ad6bddeeb6c req-7995ed30-81c1-40a0-b638-0b0dc8de02f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba2aee9-4c39-4e32-91b2-320bbb798d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5037556 Dec 03 15:05:38.285216 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0e72e77d-adf4-4d58-931f-da2e0479fac5 req-98d7b0c2-d450-4d9c-a01d-6a2318df7213 service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2791603 Dec 03 15:05:38.304692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393be6f-f771-417d-af9e-08446617512e req-f122ee65-1ecd-490e-8397-ac916bf061bb tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:38.306247 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8393be6f-f771-417d-af9e-08446617512e req-f122ee65-1ecd-490e-8397-ac916bf061bb tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.1731672 Dec 03 15:05:38.311898 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Request body: {'port': {'device_id': '0462107b-77f4-4b81-92b8-2a0e574e3e32', 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5', 'admin_state_up': True, 'tenant_id': '21e40f738979427da81270cc73912ddb'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:38.558210 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8393be6f-f771-417d-af9e-08446617512e req-f28777a0-3236-43b6-b8cd-d3652aef9da4 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2267327 Dec 03 15:05:38.639260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:05:38.679920 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:05:38.685427 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-047d8379-1dfd-439b-a78b-8ad6bddeeb6c req-76e15509-c884-4145-9a86-d05bd3148569 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553672 Dec 03 15:05:38.726793 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Made reservation on behalf of 21e40f738979427da81270cc73912ddb for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:05:38.733129 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:39.066162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device a1ad9349-5703-4bf7-8631-92380d150a3a no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:05:39.081696 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-047d8379-1dfd-439b-a78b-8ad6bddeeb6c req-ca410f82-775d-4bcc-adcf-0c1c15528cbe service neutron] 10.222.0.65 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3861191 Dec 03 15:05:39.201418 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:39.227496 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a4f92d99-43aa-4b56-9c04-d3af9d91cf00 req-c88931c8-1a86-4f97-9ed1-f1398ac73fe2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.1244118 Dec 03 15:05:39.231075 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f47c2b-6690-4ecd-a45a-4e8ae421b3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ad9349-5703-4bf7-8631-92380d150a3a'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:39.242270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port a1ad9349-5703-4bf7-8631-92380d150a3a, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=a1ad9349-5703-4bf7-8631-92380d150a3a,segment=NetworkSegment(7770f000-940c-4206-821a-68a502c46566),segment_id=7770f000-940c-4206-821a-68a502c46566)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:05:39.245435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:39.248677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8cc721ae-16ec-4eaa-9fa2-5bab8046b532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:39.308619 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6779ab-e86b-4187-9f16-07c3f3f8529a req-80720366-53be-4b57-b379-644517cc667e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:39.310266 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ae6779ab-e86b-4187-9f16-07c3f3f8529a req-80720366-53be-4b57-b379-644517cc667e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.4656713 Dec 03 15:05:39.324132 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f47c2b-6690-4ecd-a45a-4e8ae421b3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ad9349-5703-4bf7-8631-92380d150a3a', 'code': 200} Dec 03 15:05:39.340343 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=a1ad9349-5703-4bf7-8631-92380d150a3a,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:39.343882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:39.611907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc71af-88d6-4d29-989c-16719f1cad93 req-4a30b18f-69e8-4188-b69d-45ccc6960388 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:39.613504 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e7fc71af-88d6-4d29-989c-16719f1cad93 req-4a30b18f-69e8-4188-b69d-45ccc6960388 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.65 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 945 time: 0.6223710 Dec 03 15:05:39.771235 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ae6779ab-e86b-4187-9f16-07c3f3f8529a req-c0c3b1d8-62a0-4d5c-bfcf-f83a2a38a220 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520922 Dec 03 15:05:39.811389 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93870140-33ac-4795-96e6-75b175863172 req-8fa57bdc-faf3-4a95-9a11-06d9d9c0990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:39.813124 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-93870140-33ac-4795-96e6-75b175863172 req-8fa57bdc-faf3-4a95-9a11-06d9d9c0990c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3660b34f56fa4321bf49277dc190b8fd&device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 1203 time: 0.6374276 Dec 03 15:05:39.832069 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-e7fc71af-88d6-4d29-989c-16719f1cad93 req-a438a5ff-dcd8-4e90-80aa-e604fbf09b49 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Deleting port a1ad9349-5703-4bf7-8631-92380d150a3a {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:05:39.832442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e7fc71af-88d6-4d29-989c-16719f1cad93 req-a438a5ff-dcd8-4e90-80aa-e604fbf09b49 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:39.902223 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Allocated IP 172.20.0.10 (59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5/1231438f-9ed6-449f-9282-1e8fad01a494/d04e491c-5b38-465f-a347-1abc6755b677) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:05:40.128106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d77b1-935c-462b-af35-bed348c3eba0 req-bb2f3fa0-6933-4ad5-9248-ebb79c95fd43 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:40.129739 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c23d77b1-935c-462b-af35-bed348c3eba0 req-bb2f3fa0-6933-4ad5-9248-ebb79c95fd43 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 943 time: 0.5391159 Dec 03 15:05:40.415807 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93870140-33ac-4795-96e6-75b175863172 req-8bc0f4e2-d6b0-43c9-b466-92ee467a3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:40.417355 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-93870140-33ac-4795-96e6-75b175863172 req-8bc0f4e2-d6b0-43c9-b466-92ee467a3a1f service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba2aee9-4c39-4e32-91b2-320bbb798d92 HTTP/1.1" status: 200 len: 909 time: 0.5942552 Dec 03 15:05:40.433258 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c23d77b1-935c-462b-af35-bed348c3eba0 req-78fe112c-b4f9-42b4-9e22-729f621b089d tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847123 Dec 03 15:05:40.518516 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254c5bc-7915-4afb-a63a-c878569cd485 req-f2d49d70-278d-4954-9844-2bba7413f4e3 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:40.520162 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0254c5bc-7915-4afb-a63a-c878569cd485 req-f2d49d70-278d-4954-9844-2bba7413f4e3 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 944 time: 0.6155303 Dec 03 15:05:40.679813 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-089fb228-d909-43c7-966e-a0de115fcbad req-97805406-1eb3-471f-ab82-acb98860cca2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.1126423 Dec 03 15:05:40.730896 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-93870140-33ac-4795-96e6-75b175863172 req-ddadcbe7-d554-46ac-a49a-85b9bb505440 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 200 len: 1001 time: 0.3053551 Dec 03 15:05:40.748652 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-e7fc71af-88d6-4d29-989c-16719f1cad93 req-a438a5ff-dcd8-4e90-80aa-e604fbf09b49 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] For port a1ad9349-5703-4bf7-8631-92380d150a3a, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=a1ad9349-5703-4bf7-8631-92380d150a3a,segment=NetworkSegment(7770f000-940c-4206-821a-68a502c46566),segment_id=7770f000-940c-4206-821a-68a502c46566)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:05:40.749053 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e7fc71af-88d6-4d29-989c-16719f1cad93 req-a438a5ff-dcd8-4e90-80aa-e604fbf09b49 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:40.795165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:40.805812 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0254c5bc-7915-4afb-a63a-c878569cd485 req-2861edcc-041c-45d4-80c2-dd426e886891 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2610316 Dec 03 15:05:40.946868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-e7fc71af-88d6-4d29-989c-16719f1cad93 req-a438a5ff-dcd8-4e90-80aa-e604fbf09b49 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Calling delete_port for a1ad9349-5703-4bf7-8631-92380d150a3a owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:05:41.039900 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93870140-33ac-4795-96e6-75b175863172 req-20f9fcbd-24a5-41a4-bb50-acee97fcd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:41.041545 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-93870140-33ac-4795-96e6-75b175863172 req-20f9fcbd-24a5-41a4-bb50-acee97fcd6c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=954f6dfc-38f4-469f-aa5e-811cef0d10fb HTTP/1.1" status: 200 len: 854 time: 0.2983749 Dec 03 15:05:41.154616 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:41.175559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-95fe1e7e-18f6-4bfc-90e5-17e88f1b6409 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:41.580655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Pushing event updated for resources: {'Port': ['ID=d04e491c-5b38-465f-a347-1abc6755b677,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:41.651165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec86aaf-61aa-4694-a12e-2434da4e505c req-1df9ced1-6505-4f2f-87e5-f49d7fe81912 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:41.652816 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aec86aaf-61aa-4694-a12e-2434da4e505c req-1df9ced1-6505-4f2f-87e5-f49d7fe81912 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.7211268 Dec 03 15:05:41.664236 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.664641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.665030 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.665412 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.665797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.666175 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.666551 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.666928 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.667300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.667674 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.668069 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.668441 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.668910 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.669292 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.669663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.670033 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.670402 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.670773 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.671140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.671507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.671878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.672272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.672640 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.673003 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:41.701803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:41.741077 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93870140-33ac-4795-96e6-75b175863172 req-7f6b323e-78a2-4e1e-b7c2-493efc3eef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:41.742604 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-93870140-33ac-4795-96e6-75b175863172 req-7f6b323e-78a2-4e1e-b7c2-493efc3eef3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba2aee9-4c39-4e32-91b2-320bbb798d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6819081 Dec 03 15:05:41.743258 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e7fc71af-88d6-4d29-989c-16719f1cad93 req-a438a5ff-dcd8-4e90-80aa-e604fbf09b49 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:41.766398 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a23520ff-bf8c-409e-a4f5-e7a765a27173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:41.900863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438a5ff-dcd8-4e90-80aa-e604fbf09b49 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Pushing event deleted for resources: {'Port': ['ID=a1ad9349-5703-4bf7-8631-92380d150a3a,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:41.906251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a438a5ff-dcd8-4e90-80aa-e604fbf09b49 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:42.006395 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aec86aaf-61aa-4694-a12e-2434da4e505c req-c689c70d-c6ba-4f82-8d57-4db47319c2ad tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284457 Dec 03 15:05:42.029318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:05:42.053786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device eb70472c-5223-443e-8685-5f7d855e581b up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:42.057639 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:05:42.066128 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:05:42.070384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:42.071049 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:42.106399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1013c09-44ef-448d-90c0-b43b2bc2cbc2 req-6f0c1528-5d4f-46c5-a366-6e2db39db414 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:42.108017 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f1013c09-44ef-448d-90c0-b43b2bc2cbc2 req-6f0c1528-5d4f-46c5-a366-6e2db39db414 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=53f47c2b-6690-4ecd-a45a-4e8ae421b3f9 HTTP/1.1" status: 200 len: 865 time: 0.5331116 Dec 03 15:05:42.132713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port eb70472c-5223-443e-8685-5f7d855e581b triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:42.133415 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:42.221034 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-93870140-33ac-4795-96e6-75b175863172 req-891e8c04-097b-4e50-8d59-b3335204e9e1 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185176 Dec 03 15:05:42.253389 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:42.268074 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9606550 Dec 03 15:05:42.281199 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:42.292262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port eb70472c-5223-443e-8685-5f7d855e581b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=eb70472c-5223-443e-8685-5f7d855e581b,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:05:42.295275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:42.297433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:42.371537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=eb70472c-5223-443e-8685-5f7d855e581b,revision_number=6']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:42.376225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:42.383449 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Request body: {'port': {'device_id': '0462107b-77f4-4b81-92b8-2a0e574e3e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:42.409369 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f1013c09-44ef-448d-90c0-b43b2bc2cbc2 req-82c78120-9844-41b6-aaa6-376f875edc06 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690582 Dec 03 15:05:42.418905 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fc71af-88d6-4d29-989c-16719f1cad93 req-a438a5ff-dcd8-4e90-80aa-e604fbf09b49 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] No DVR routers for this DVR port a1ad9349-5703-4bf7-8631-92380d150a3a on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:05:42.445494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e7fc71af-88d6-4d29-989c-16719f1cad93 req-a438a5ff-dcd8-4e90-80aa-e604fbf09b49 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:42.447573 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e7fc71af-88d6-4d29-989c-16719f1cad93 req-a438a5ff-dcd8-4e90-80aa-e604fbf09b49 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.65 "DELETE /v2.0/ports/a1ad9349-5703-4bf7-8631-92380d150a3a HTTP/1.1" status: 204 len: 173 time: 2.7812774 Dec 03 15:05:42.462124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f47c2b-6690-4ecd-a45a-4e8ae421b3f9', 'name': 'network-vif-deleted', 'tag': 'a1ad9349-5703-4bf7-8631-92380d150a3a'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:42.611873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165bb7b-1d79-4420-9525-cd7169567530 req-5e8b89b0-89f0-49c2-b79e-923ef5aefaa9 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:42.612665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-d165bb7b-1d79-4420-9525-cd7169567530 req-5e8b89b0-89f0-49c2-b79e-923ef5aefaa9 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Synchronizing usage tracker for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:05:42.624424 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-93870140-33ac-4795-96e6-75b175863172 req-975f1591-8ff4-4f88-b2f5-a787b767b9cd service neutron] 10.222.0.65 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3921649 Dec 03 15:05:42.670127 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:42.682514 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-d165bb7b-1d79-4420-9525-cd7169567530 req-5e8b89b0-89f0-49c2-b79e-923ef5aefaa9 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Unset dirty status for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:05:42.683785 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d165bb7b-1d79-4420-9525-cd7169567530 req-5e8b89b0-89f0-49c2-b79e-923ef5aefaa9 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 932 time: 0.5352151 Dec 03 15:05:42.824666 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d165bb7b-1d79-4420-9525-cd7169567530 req-62892ab8-d3cd-4cb1-85aa-7095c9258fc1 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299257 Dec 03 15:05:42.836860 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a9db7-88d6-4f4b-ba3c-0a11b97a2172 req-7e6fdcbc-3bdb-4c9f-90ce-b6c855cdc1c5 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:42.838463 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a85a9db7-88d6-4f4b-ba3c-0a11b97a2172 req-7e6fdcbc-3bdb-4c9f-90ce-b6c855cdc1c5 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.2762446 Dec 03 15:05:42.901125 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b', 'code': 200} Dec 03 15:05:42.954849 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f47c2b-6690-4ecd-a45a-4e8ae421b3f9', 'name': 'network-vif-deleted', 'tag': 'a1ad9349-5703-4bf7-8631-92380d150a3a', 'status': 'completed', 'code': 200} Dec 03 15:05:42.962961 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a85a9db7-88d6-4f4b-ba3c-0a11b97a2172 req-741c2f9b-5661-4dec-9d6f-88d06eac0c61 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125789 Dec 03 15:05:43.265262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04e491c-5b38-465f-a347-1abc6755b677 {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:05:43.275331 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:43.299316 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Transition to ACTIVE for port object d04e491c-5b38-465f-a347-1abc6755b677 will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:05:43.304568 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:43.321399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5beefdab-0b15-4448-a253-378bd8c0d9e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:43.432815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28a3ee-5107-4e43-ade3-c6555a026fb5 req-f24c3c7b-4038-4f67-be71-a8e536809c8d tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:43.434338 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7a28a3ee-5107-4e43-ade3-c6555a026fb5 req-f24c3c7b-4038-4f67-be71-a8e536809c8d tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.2834558 Dec 03 15:05:43.497089 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Pushing event updated for resources: {'Port': ['ID=d04e491c-5b38-465f-a347-1abc6755b677,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:43.516412 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:43.565935 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7a28a3ee-5107-4e43-ade3-c6555a026fb5 req-0cddb05c-64dc-4130-bd48-036e51eb3243 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178098 Dec 03 15:05:43.720572 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Attempting to bind port d04e491c-5b38-465f-a347-1abc6755b677 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:05:43.720937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Attempting to bind port d04e491c-5b38-465f-a347-1abc6755b677 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:05:43.721305 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Attempting to bind port d04e491c-5b38-465f-a347-1abc6755b677 on network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:05:43.787801 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:05:43.788199 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Checking segment: {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:05:43.788598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:43.788984 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Bound using segment: {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:05:43.789457 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Bound port: d04e491c-5b38-465f-a347-1abc6755b677, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e48e60-df14-4258-a098-e906df545a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:05:43.789830 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:44.282002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-720fd120-f5c0-449d-9e9c-15c56cda45ed tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:44.283594 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-720fd120-f5c0-449d-9e9c-15c56cda45ed tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/networks?id=fd35447a-2029-40de-99fd-172ba6b60e5d HTTP/1.1" status: 200 len: 809 time: 0.5643501 Dec 03 15:05:44.288084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] For port d04e491c-5b38-465f-a347-1abc6755b677, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:05:44.292394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device eb70472c-5223-443e-8685-5f7d855e581b up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:44.293531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] For port d04e491c-5b38-465f-a347-1abc6755b677, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=d04e491c-5b38-465f-a347-1abc6755b677,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:05:44.313250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:44.336557 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:44.362615 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port eb70472c-5223-443e-8685-5f7d855e581b triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:44.362985 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:44.377539 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094bb25-cf0e-4955-8d8e-b6aff2b7ce77 req-2e580bbd-e833-468a-bb69-c4e5891c8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:44.379179 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3094bb25-cf0e-4955-8d8e-b6aff2b7ce77 req-2e580bbd-e833-468a-bb69-c4e5891c8fb5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 1163 time: 0.6322601 Dec 03 15:05:44.434505 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-a9692ba9-8b3b-42ee-bcbb-a73155bf528c tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/quotas/483bd656d47c43b990c2552fa5e394cd HTTP/1.1" status: 200 len: 375 time: 0.1429851 Dec 03 15:05:44.542160 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-50b2fd98-14b6-46b2-baba-dcd1cca3c79d tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Synchronizing usage tracker for tenant:483bd656d47c43b990c2552fa5e394cd on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:05:44.574821 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01d57-0270-42c9-9933-608c5522e2f5 req-12c04abd-a913-4853-92a0-28cdc1a99d6c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:44.576420 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d2e01d57-0270-42c9-9933-608c5522e2f5 req-12c04abd-a913-4853-92a0-28cdc1a99d6c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 944 time: 0.4351099 Dec 03 15:05:44.628602 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3094bb25-cf0e-4955-8d8e-b6aff2b7ce77 req-3f222dd3-7a8c-4b45-a70d-55b766f8bd50 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1897850 Dec 03 15:05:44.629272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Pushing event updated for resources: {'Port': ['ID=d04e491c-5b38-465f-a347-1abc6755b677,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:44.646392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:44.652986 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-50b2fd98-14b6-46b2-baba-dcd1cca3c79d tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Unset dirty status for tenant:483bd656d47c43b990c2552fa5e394cd on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:05:44.654348 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-50b2fd98-14b6-46b2-baba-dcd1cca3c79d tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?tenant_id=483bd656d47c43b990c2552fa5e394cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2071710 Dec 03 15:05:44.769491 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:44.770196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:44.772269 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] 10.222.0.65 "PUT /v2.0/ports/d04e491c-5b38-465f-a347-1abc6755b677 HTTP/1.1" status: 200 len: 1158 time: 2.4118643 Dec 03 15:05:44.776915 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d2e01d57-0270-42c9-9933-608c5522e2f5 req-70ab7d18-7954-4561-b7a5-d28eba1b95a9 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789789 Dec 03 15:05:44.834489 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-188268ed-fac2-4a79-90c8-92a966083cb2 service neutron] 10.222.0.81 "GET /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688349 Dec 03 15:05:44.960749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0462107b-77f4-4b81-92b8-2a0e574e3e32', 'tag': 'd04e491c-5b38-465f-a347-1abc6755b677'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:45.048486 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-69bc0cf5-ac33-4e13-8307-96efe993dc88 service neutron] 10.222.0.81 "GET /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2062578 Dec 03 15:05:45.101661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916c531-443c-41ea-98e7-23004b5b5b5e req-2441cf0e-6758-4167-867c-b660b2ed1ea1 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:45.103279 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0916c531-443c-41ea-98e7-23004b5b5b5e req-2441cf0e-6758-4167-867c-b660b2ed1ea1 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1867888 Dec 03 15:05:45.179011 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0916c531-443c-41ea-98e7-23004b5b5b5e req-4c11dcc4-86f6-4441-a478-8f0b0dd02c27 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655420 Dec 03 15:05:45.189435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-d0b646e0-12de-44e0-8556-81244bbfcfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:45.191044 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-d0b646e0-12de-44e0-8556-81244bbfcfb4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=21e40f738979427da81270cc73912ddb&device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 1161 time: 0.1334419 Dec 03 15:05:45.286733 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0462107b-77f4-4b81-92b8-2a0e574e3e32', 'tag': 'd04e491c-5b38-465f-a347-1abc6755b677', 'status': 'completed', 'code': 200} Dec 03 15:05:45.335162 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-303d2ce3-dfe3-43d6-9001-63093db39c2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d04e491c-5b38-465f-a347-1abc6755b677 HTTP/1.1" status: 200 len: 217 time: 0.1264901 Dec 03 15:05:45.441986 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2a96ebb2-3395-4257-9192-3478fc709a93 req-c3b071e6-2593-4de1-91a2-85dc505f07b6 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 210 time: 0.1011310 Dec 03 15:05:45.478926 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-71d00e44-2418-4a44-835d-565dc9515595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:45.480493 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-71d00e44-2418-4a44-835d-565dc9515595 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1231438f-9ed6-449f-9282-1e8fad01a494 HTTP/1.1" status: 200 len: 855 time: 0.1014175 Dec 03 15:05:45.497303 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddcb3d-fefe-4ff9-83e6-bbfbcc8907fe req-4365d2e5-4592-422d-bc77-3d20e3ed07c6 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:45.499158 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-89ddcb3d-fefe-4ff9-83e6-bbfbcc8907fe req-4365d2e5-4592-422d-bc77-3d20e3ed07c6 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.2209210 Dec 03 15:05:45.556843 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-f7931649-0805-4142-94ee-dc73bc064e9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658171 Dec 03 15:05:45.586746 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-89ddcb3d-fefe-4ff9-83e6-bbfbcc8907fe req-5715b0ed-834a-4c66-9119-7c2cf4f7a415 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497634 Dec 03 15:05:45.732191 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-5a34fe1b-855d-4013-b7cb-b1babb5c53f5 service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439817 Dec 03 15:05:45.900029 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d510c8c-5223-41cd-b717-525eb0711b94 req-c4907f7f-0407-49aa-aef9-1a065ae4ed44 service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1469939 Dec 03 15:05:46.022964 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9964749-1d1d-4c56-afa0-36b0f24c6aee req-1ff4276e-d467-4abe-9b44-3e8a26818379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:46.024617 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9964749-1d1d-4c56-afa0-36b0f24c6aee req-1ff4276e-d467-4abe-9b44-3e8a26818379 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 944 time: 0.0907502 Dec 03 15:05:46.076960 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9964749-1d1d-4c56-afa0-36b0f24c6aee req-24a1adfd-7b90-488e-a580-b8c4aa886d7d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447936 Dec 03 15:05:46.188708 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c38e1-5c56-4d4f-ae33-46c94f9d18a9 req-64209682-40a2-459a-8ab1-563d57497ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:46.190355 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-190c38e1-5c56-4d4f-ae33-46c94f9d18a9 req-64209682-40a2-459a-8ab1-563d57497ae0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=21e40f738979427da81270cc73912ddb&device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 1161 time: 0.0798597 Dec 03 15:05:46.411739 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c38e1-5c56-4d4f-ae33-46c94f9d18a9 req-3b467b04-7926-4cbe-afa5-e496e0737108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:46.413563 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-190c38e1-5c56-4d4f-ae33-46c94f9d18a9 req-3b467b04-7926-4cbe-afa5-e496e0737108 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 200 len: 909 time: 0.2150619 Dec 03 15:05:46.509476 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-190c38e1-5c56-4d4f-ae33-46c94f9d18a9 req-e0cbe049-e1eb-450f-9b5e-c2939e73c392 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d04e491c-5b38-465f-a347-1abc6755b677 HTTP/1.1" status: 200 len: 217 time: 0.0744498 Dec 03 15:05:46.524978 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47598ff-d919-4b62-9713-996e45c41c7f req-9910bcd7-7c38-4f39-a7b1-d28c587053b6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:46.526708 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e47598ff-d919-4b62-9713-996e45c41c7f req-9910bcd7-7c38-4f39-a7b1-d28c587053b6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1682475 Dec 03 15:05:46.687384 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eaa1a419-2837-4b96-989e-58939092fe69 req-8981941b-4fad-4d1f-953a-ee1f38185449 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 210 time: 0.0692177 Dec 03 15:05:46.692206 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e47598ff-d919-4b62-9713-996e45c41c7f req-fbc6a0f9-4898-4e57-8f00-b5e6564d87ab tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1524024 Dec 03 15:05:46.704703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c38e1-5c56-4d4f-ae33-46c94f9d18a9 req-601d130d-ff90-4e0e-ad88-3655a0bdb979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:46.706429 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-190c38e1-5c56-4d4f-ae33-46c94f9d18a9 req-601d130d-ff90-4e0e-ad88-3655a0bdb979 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1231438f-9ed6-449f-9282-1e8fad01a494 HTTP/1.1" status: 200 len: 855 time: 0.1480412 Dec 03 15:05:46.785580 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-190c38e1-5c56-4d4f-ae33-46c94f9d18a9 req-7f8e67e9-5af6-4ed2-9354-a19fcac3de6d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636778 Dec 03 15:05:47.461663 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-190c38e1-5c56-4d4f-ae33-46c94f9d18a9 req-f0ede80d-e6a4-43dc-96ee-29557466dedd service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235490 Dec 03 15:05:47.469260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-403bf35f-b74f-4aff-b1f3-8a29f0b4235f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:47.470749 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-403bf35f-b74f-4aff-b1f3-8a29f0b4235f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.65 "GET /v2.0/networks?id=fd35447a-2029-40de-99fd-172ba6b60e5d HTTP/1.1" status: 200 len: 809 time: 0.6655552 Dec 03 15:05:47.565879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Request body: {'port': {'device_id': '0620bffc-398a-426b-81fa-d40c4db78600', 'network_id': 'fd35447a-2029-40de-99fd-172ba6b60e5d', 'admin_state_up': True, 'tenant_id': '483bd656d47c43b990c2552fa5e394cd'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:47.669867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883bdd9-3a26-4a77-ba36-b3e90fd5765b req-bb63a1f7-ea05-418d-a529-63441113ba20 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:47.671467 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c883bdd9-3a26-4a77-ba36-b3e90fd5765b req-bb63a1f7-ea05-418d-a529-63441113ba20 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 944 time: 0.4415159 Dec 03 15:05:47.677901 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338539-0c94-44b7-8da5-5545943f18ea req-22f7809c-4107-4350-a0e5-bc85aef300b1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:47.679392 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-32338539-0c94-44b7-8da5-5545943f18ea req-22f7809c-4107-4350-a0e5-bc85aef300b1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.4506717 Dec 03 15:05:47.847526 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-32338539-0c94-44b7-8da5-5545943f18ea req-f70741ef-2709-4ca6-807d-d576676823fe tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513109 Dec 03 15:05:47.854169 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-190c38e1-5c56-4d4f-ae33-46c94f9d18a9 req-1281cd17-0cf9-4b37-8b5b-5048edd6eae4 service neutron] 10.222.0.65 "GET /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3805430 Dec 03 15:05:47.858576 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c883bdd9-3a26-4a77-ba36-b3e90fd5765b req-560779ef-5bf3-4f35-8565-d54dedcbb77d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737130 Dec 03 15:05:47.865235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:05:47.875844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:05:47.887107 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Made reservation on behalf of 483bd656d47c43b990c2552fa5e394cd for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:05:47.893497 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:48.107644 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2d5214b0-029b-43f9-89b9-96c9ce351fa8 req-f9ed6b01-f494-42bf-b173-0fbadfca86b8 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 210 time: 0.1024017 Dec 03 15:05:48.233070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508b15b-3b6d-4c34-bad3-b3e10b6f57e5 req-98e6fbe9-7e9c-47fc-ba9e-2698632232fc tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:48.234700 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2508b15b-3b6d-4c34-bad3-b3e10b6f57e5 req-98e6fbe9-7e9c-47fc-ba9e-2698632232fc tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.2279434 Dec 03 15:05:48.389674 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2508b15b-3b6d-4c34-bad3-b3e10b6f57e5 req-66b4eb5e-7af7-4af8-b0cd-2606dedeb1ce tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1461110 Dec 03 15:05:48.425511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Allocated IP 172.20.0.6 (fd35447a-2029-40de-99fd-172ba6b60e5d/df42fa34-7361-40a9-82c3-1356a5f37853/3f939bcc-5caf-4df4-a003-2c615ec11cfc) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:05:48.445346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b6d96-e169-48d3-beac-02ba3b370f43 req-c8cf0bda-61d0-49f9-9382-9d4bfbbc7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:48.446965 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ac4b6d96-e169-48d3-beac-02ba3b370f43 req-c8cf0bda-61d0-49f9-9382-9d4bfbbc7c29 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 1162 time: 0.1792257 Dec 03 15:05:48.545527 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ac4b6d96-e169-48d3-beac-02ba3b370f43 req-9388e0a8-535d-4295-94cd-b9f1adc711be service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846603 Dec 03 15:05:48.686256 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:48.712423 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:48.729377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-913e4978-4208-46c8-bed4-a7bdebae9563 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:48.865111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Pushing event updated for resources: {'Port': ['ID=3f939bcc-5caf-4df4-a003-2c615ec11cfc,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:48.868415 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:48.921700 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Network fd35447a-2029-40de-99fd-172ba6b60e5d is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:05:48.922955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:05:48.925417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:05:48.929989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:48.930750 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:48.963143 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4522624 Dec 03 15:05:48.985340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Request body: {'port': {'device_id': '0620bffc-398a-426b-81fa-d40c4db78600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:05:49.236891 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:49.312424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a505b7f-3647-4bb9-89bf-745b769699a2 req-772017b6-743a-4638-9ecb-8df9cc2bc0a8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:49.314079 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3a505b7f-3647-4bb9-89bf-745b769699a2 req-772017b6-743a-4638-9ecb-8df9cc2bc0a8 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.2960737 Dec 03 15:05:49.322847 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7d67e-0010-4d86-aa51-888def6b202c req-303e988d-256f-4aaa-a242-575cf0d9ed73 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:49.324491 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d7b7d67e-0010-4d86-aa51-888def6b202c req-303e988d-256f-4aaa-a242-575cf0d9ed73 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 944 time: 0.3120134 Dec 03 15:05:49.678108 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3a505b7f-3647-4bb9-89bf-745b769699a2 req-853440a9-3382-4861-9652-f316cc88e7f1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524976 Dec 03 15:05:49.684106 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d7b7d67e-0010-4d86-aa51-888def6b202c req-3ae473fc-bbe7-40fd-8d0d-94e41dd0ff96 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330371 Dec 03 15:05:49.997747 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdd1f0-9650-4c22-b4b8-942e19e43a92 req-f9a61516-8efa-4535-9b78-5b7129ed55a6 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:49.998822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a3fdd1f0-9650-4c22-b4b8-942e19e43a92 req-f9a61516-8efa-4535-9b78-5b7129ed55a6 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Synchronizing usage tracker for tenant:483bd656d47c43b990c2552fa5e394cd on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:05:50.074924 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a3fdd1f0-9650-4c22-b4b8-942e19e43a92 req-f9a61516-8efa-4535-9b78-5b7129ed55a6 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Unset dirty status for tenant:483bd656d47c43b990c2552fa5e394cd on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:05:50.076345 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3fdd1f0-9650-4c22-b4b8-942e19e43a92 req-f9a61516-8efa-4535-9b78-5b7129ed55a6 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 931 time: 0.2353578 Dec 03 15:05:50.109493 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f939bcc-5caf-4df4-a003-2c615ec11cfc {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:05:50.119896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:50.153347 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3fdd1f0-9650-4c22-b4b8-942e19e43a92 req-59ca6a59-b32f-4aa8-abcc-9eb87ac2691c tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690472 Dec 03 15:05:50.154730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Transition to ACTIVE for port object 3f939bcc-5caf-4df4-a003-2c615ec11cfc will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:05:50.157615 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:50.176519 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ed955209-c817-48f1-898d-22a0c60c53f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:50.313838 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Pushing event updated for resources: {'Port': ['ID=3f939bcc-5caf-4df4-a003-2c615ec11cfc,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:50.318736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:50.440088 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Attempting to bind port 3f939bcc-5caf-4df4-a003-2c615ec11cfc on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:05:50.440458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Attempting to bind port 3f939bcc-5caf-4df4-a003-2c615ec11cfc by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '7770f000-940c-4206-821a-68a502c46566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd35447a-2029-40de-99fd-172ba6b60e5d'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:05:50.440820 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Attempting to bind port 3f939bcc-5caf-4df4-a003-2c615ec11cfc on network fd35447a-2029-40de-99fd-172ba6b60e5d {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:05:50.447045 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:05:50.447364 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Checking segment: {'id': '7770f000-940c-4206-821a-68a502c46566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd35447a-2029-40de-99fd-172ba6b60e5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:05:50.447758 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:50.448182 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Bound using segment: {'id': '7770f000-940c-4206-821a-68a502c46566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd35447a-2029-40de-99fd-172ba6b60e5d'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:05:50.448643 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Bound port: 3f939bcc-5caf-4df4-a003-2c615ec11cfc, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7770f000-940c-4206-821a-68a502c46566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd35447a-2029-40de-99fd-172ba6b60e5d'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:05:50.449022 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:50.541123 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] For port 3f939bcc-5caf-4df4-a003-2c615ec11cfc, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:05:50.545213 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device d04e491c-5b38-465f-a347-1abc6755b677 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:50.547231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] For port 3f939bcc-5caf-4df4-a003-2c615ec11cfc, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=3f939bcc-5caf-4df4-a003-2c615ec11cfc,segment=NetworkSegment(7770f000-940c-4206-821a-68a502c46566),segment_id=7770f000-940c-4206-821a-68a502c46566)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:05:50.551744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:50.573815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d0cf1aea-0fe9-415e-85d6-d350c996f41c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:50.616925 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port d04e491c-5b38-465f-a347-1abc6755b677 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:05:50.622041 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port d04e491c-5b38-465f-a347-1abc6755b677 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:50.622435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:50.730513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Pushing event updated for resources: {'Port': ['ID=3f939bcc-5caf-4df4-a003-2c615ec11cfc,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:50.734104 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:50.744771 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:50.769525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:50.770048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:50.772120 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] 10.222.0.65 "PUT /v2.0/ports/3f939bcc-5caf-4df4-a003-2c615ec11cfc HTTP/1.1" status: 200 len: 1157 time: 1.7919581 Dec 03 15:05:50.772987 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0620bffc-398a-426b-81fa-d40c4db78600', 'tag': '3f939bcc-5caf-4df4-a003-2c615ec11cfc'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:50.780577 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port d04e491c-5b38-465f-a347-1abc6755b677, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=d04e491c-5b38-465f-a347-1abc6755b677,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:05:50.781596 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0462107b-77f4-4b81-92b8-2a0e574e3e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04e491c-5b38-465f-a347-1abc6755b677'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:50.787373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:50.789430 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:50.862189 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=d04e491c-5b38-465f-a347-1abc6755b677,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:50.872506 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:51.080082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-178a90fe-3c11-4062-b6d7-9a59f8604831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:51.081895 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-178a90fe-3c11-4062-b6d7-9a59f8604831 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=483bd656d47c43b990c2552fa5e394cd&device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 1160 time: 0.2318125 Dec 03 15:05:51.095135 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92631b8d-dccb-4b57-ae06-75e9e525829a req-89b168f8-5487-4fc5-800d-9425bb1df503 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:51.096872 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-92631b8d-dccb-4b57-ae06-75e9e525829a req-89b168f8-5487-4fc5-800d-9425bb1df503 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 946 time: 0.1989224 Dec 03 15:05:51.106233 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7efc5-9dd1-45cb-b523-132cd0873997 req-f687295e-6d97-4f3b-b613-4d5ae986c9c4 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:51.107921 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dcd7efc5-9dd1-45cb-b523-132cd0873997 req-f687295e-6d97-4f3b-b613-4d5ae986c9c4 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.2113822 Dec 03 15:05:51.203229 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-626108bf-a77a-4359-bc74-7875aee73b79 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f939bcc-5caf-4df4-a003-2c615ec11cfc HTTP/1.1" status: 200 len: 217 time: 0.1038010 Dec 03 15:05:51.303485 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dcd7efc5-9dd1-45cb-b523-132cd0873997 req-939c412a-d643-4a15-b641-4d9ad1862d92 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411912 Dec 03 15:05:51.311587 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-92631b8d-dccb-4b57-ae06-75e9e525829a req-311761ed-3300-404f-a265-688cce5ca08a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508441 Dec 03 15:05:51.324823 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-52ae2679-5a26-41e7-b998-7747d07468b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:51.326557 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-52ae2679-5a26-41e7-b998-7747d07468b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df42fa34-7361-40a9-82c3-1356a5f37853 HTTP/1.1" status: 200 len: 849 time: 0.1113520 Dec 03 15:05:51.383852 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0620bffc-398a-426b-81fa-d40c4db78600', 'tag': '3f939bcc-5caf-4df4-a003-2c615ec11cfc', 'status': 'completed', 'code': 200} Dec 03 15:05:51.390192 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-2faf1ade-4db5-4fef-9828-693e097daafb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd35447a-2029-40de-99fd-172ba6b60e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468292 Dec 03 15:05:51.394471 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0462107b-77f4-4b81-92b8-2a0e574e3e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04e491c-5b38-465f-a347-1abc6755b677', 'code': 200} Dec 03 15:05:51.737883 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-512c88d6-7565-4c7c-8d13-9750b605ed30 service neutron] 10.222.0.65 "GET /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783952 Dec 03 15:05:51.743146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device b17aace9-978a-4731-9812-88b519bddc64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:51.780782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d1a75-af92-42ec-8063-1032e00d1dd2 req-ff04cc36-825e-4f3c-a886-4fdafdf69687 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:51.782309 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7d1d1a75-af92-42ec-8063-1032e00d1dd2 req-ff04cc36-825e-4f3c-a886-4fdafdf69687 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 943 time: 0.2963736 Dec 03 15:05:51.814675 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port b17aace9-978a-4731-9812-88b519bddc64 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:51.815268 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:51.959430 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device d04e491c-5b38-465f-a347-1abc6755b677 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:52.020043 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7d1d1a75-af92-42ec-8063-1032e00d1dd2 req-19b12445-4ba5-4386-acb9-96a0d3f1c593 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781964 Dec 03 15:05:52.029087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port d04e491c-5b38-465f-a347-1abc6755b677 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:52.029532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:52.056703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6742408-d028-4837-b417-68d4a8d14764 req-281f1fca-cc64-44cb-8238-77191c6fadac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:52.058387 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a6742408-d028-4837-b417-68d4a8d14764 req-281f1fca-cc64-44cb-8238-77191c6fadac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 1163 time: 0.3731844 Dec 03 15:05:52.117209 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-091f5ce4-2b14-4a18-ba98-6dfdf7d906f5 req-966af8a6-7d74-4d3e-b2d1-830b4a22c961 service neutron] 10.222.0.65 "GET /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3705585 Dec 03 15:05:52.170058 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a6742408-d028-4837-b417-68d4a8d14764 req-9e7eae9b-d35b-4765-a0e2-db5a62adf135 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919924 Dec 03 15:05:52.186371 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42606-74e4-45c4-b9a4-80a1713ef5c5 req-2792661d-6261-43a5-8bba-08dd5b35cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:52.188188 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a8d42606-74e4-45c4-b9a4-80a1713ef5c5 req-2792661d-6261-43a5-8bba-08dd5b35cec7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd93a4c230914073aca399b3e3b82b07&device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 1162 time: 0.2766228 Dec 03 15:05:52.195898 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32137a9-34db-4a95-b355-ea6d89b1916b req-dc84a241-fe20-46ed-bf87-23338151a677 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:52.197674 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e32137a9-34db-4a95-b355-ea6d89b1916b req-dc84a241-fe20-46ed-bf87-23338151a677 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.2371912 Dec 03 15:05:52.254851 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e32137a9-34db-4a95-b355-ea6d89b1916b req-fadf7819-13c1-4cf6-b1d4-ab0a3b113b58 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500865 Dec 03 15:05:52.879182 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f164d-5b8f-4de6-9a4a-cd603bab44fd req-e81cd2f2-226b-4562-8daa-78c5b7ef4875 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:52.881473 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f30f164d-5b8f-4de6-9a4a-cd603bab44fd req-e81cd2f2-226b-4562-8daa-78c5b7ef4875 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 946 time: 0.4332507 Dec 03 15:05:52.950171 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:52.984617 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42606-74e4-45c4-b9a4-80a1713ef5c5 req-96df7094-3a98-4b34-9e41-804876110945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:52.986191 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a8d42606-74e4-45c4-b9a4-80a1713ef5c5 req-96df7094-3a98-4b34-9e41-804876110945 service neutron] 10.222.0.65 "GET /v2.0/networks?id=248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 200 len: 913 time: 0.2609322 Dec 03 15:05:52.991779 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f30f164d-5b8f-4de6-9a4a-cd603bab44fd req-419cb858-ddd7-4ebe-81b4-fedf92d0905f tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944629 Dec 03 15:05:52.996371 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f11a46-45e6-4590-9c10-fab9f995db17 req-170bc406-2de0-4503-b41e-94a98e6c4c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:52.998187 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f11a46-45e6-4590-9c10-fab9f995db17 req-170bc406-2de0-4503-b41e-94a98e6c4c99 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=483bd656d47c43b990c2552fa5e394cd&device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 1160 time: 0.2712762 Dec 03 15:05:53.102792 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a8d42606-74e4-45c4-b9a4-80a1713ef5c5 req-6f3edc97-f41b-48cd-ba09-3d2371e332e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17aace9-978a-4731-9812-88b519bddc64 HTTP/1.1" status: 200 len: 217 time: 0.0894318 Dec 03 15:05:53.144839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4da1b217-86ce-489c-915a-ec9b9565dc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:53.311626 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42606-74e4-45c4-b9a4-80a1713ef5c5 req-d75ea7d6-4f2c-45bf-ad0c-316dd086c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:53.313269 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a8d42606-74e4-45c4-b9a4-80a1713ef5c5 req-d75ea7d6-4f2c-45bf-ad0c-316dd086c147 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f08cdce3-c72c-4b36-9269-b062a5efece6 HTTP/1.1" status: 200 len: 859 time: 0.1517746 Dec 03 15:05:53.393289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f11a46-45e6-4590-9c10-fab9f995db17 req-71c9a188-aaac-471b-a88c-fa7f91d8a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:53.394973 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f11a46-45e6-4590-9c10-fab9f995db17 req-71c9a188-aaac-471b-a88c-fa7f91d8a525 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd35447a-2029-40de-99fd-172ba6b60e5d HTTP/1.1" status: 200 len: 903 time: 0.3291147 Dec 03 15:05:53.399074 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a8d42606-74e4-45c4-b9a4-80a1713ef5c5 req-d5bcbacd-81fa-4581-b9fb-2e3eea8d1062 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=248475ad-b79d-4d29-b86d-4c7b668805e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555050 Dec 03 15:05:53.520608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5960b9a-0eda-42de-8bf8-7b4ed684efe0 req-276b6e48-71ad-433a-a582-ea22f02c5452 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:53.524621 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a5960b9a-0eda-42de-8bf8-7b4ed684efe0 req-276b6e48-71ad-433a-a582-ea22f02c5452 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 943 time: 0.3644478 Dec 03 15:05:53.607181 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f11a46-45e6-4590-9c10-fab9f995db17 req-bc252fbc-71e8-4b8d-ae5e-e1de63479781 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f939bcc-5caf-4df4-a003-2c615ec11cfc HTTP/1.1" status: 200 len: 217 time: 0.1672769 Dec 03 15:05:53.746697 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a5960b9a-0eda-42de-8bf8-7b4ed684efe0 req-ef7a011f-9bf8-497b-adff-1a9119b528a1 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045000 Dec 03 15:05:53.783703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f11a46-45e6-4590-9c10-fab9f995db17 req-b3fbd1cb-21b3-4b53-a625-240b47027573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:53.785325 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f11a46-45e6-4590-9c10-fab9f995db17 req-b3fbd1cb-21b3-4b53-a625-240b47027573 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df42fa34-7361-40a9-82c3-1356a5f37853 HTTP/1.1" status: 200 len: 849 time: 0.1535006 Dec 03 15:05:53.793916 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a8d42606-74e4-45c4-b9a4-80a1713ef5c5 req-d0b389f3-e251-42ec-80c8-25919839f2af service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555875 Dec 03 15:05:53.800882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1326ae-46fe-49a8-9547-08abaa50185a req-6084ed83-1b49-4d81-89d5-5eb3fc169087 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:53.802933 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1f1326ae-46fe-49a8-9547-08abaa50185a req-6084ed83-1b49-4d81-89d5-5eb3fc169087 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.4069483 Dec 03 15:05:53.911190 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f11a46-45e6-4590-9c10-fab9f995db17 req-c33d5e60-49be-4f32-a71a-3ec6881475ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd35447a-2029-40de-99fd-172ba6b60e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865605 Dec 03 15:05:54.006002 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1f1326ae-46fe-49a8-9547-08abaa50185a req-d320fcdc-9088-4bb3-8517-df3d02a36830 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964617 Dec 03 15:05:54.144807 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a8d42606-74e4-45c4-b9a4-80a1713ef5c5 req-a3bcd81a-06bc-4da2-8837-c29ee3a1217c service neutron] 10.222.0.65 "GET /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3173518 Dec 03 15:05:54.204429 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f11a46-45e6-4590-9c10-fab9f995db17 req-a7c25184-fc48-4f8f-b414-e48ae1ecc19c service neutron] 10.222.0.65 "GET /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451594 Dec 03 15:05:54.241866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94716bd0-a82d-48b3-b28c-70e8b20383d4 req-6e2a8068-b54a-44f4-8360-03de3deedb7e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:54.243489 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-94716bd0-a82d-48b3-b28c-70e8b20383d4 req-6e2a8068-b54a-44f4-8360-03de3deedb7e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 946 time: 0.1051435 Dec 03 15:05:54.388104 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-94716bd0-a82d-48b3-b28c-70e8b20383d4 req-1c8643d2-ed3a-4f24-a590-d913e7f5fb4e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372592 Dec 03 15:05:54.443906 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f11a46-45e6-4590-9c10-fab9f995db17 req-0669380e-b6c3-42f0-ab59-f969564e48c7 service neutron] 10.222.0.65 "GET /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1763847 Dec 03 15:05:54.966482 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ce03b-6c92-4a98-919e-e35ba9fc91d9 req-a495bd3e-9f8f-4097-9eed-74159f7df58e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:54.968100 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-267ce03b-6c92-4a98-919e-e35ba9fc91d9 req-a495bd3e-9f8f-4097-9eed-74159f7df58e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 943 time: 0.0910001 Dec 03 15:05:55.017300 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-267ce03b-6c92-4a98-919e-e35ba9fc91d9 req-bf6b2015-a9b7-41ca-aeb6-a87b6f4e4ad2 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425773 Dec 03 15:05:55.221076 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972b815-313b-4d05-acbb-bd841bc4398a req-58c0aa10-7f30-4ba5-b33b-8be7ec732939 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:55.222662 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4972b815-313b-4d05-acbb-bd841bc4398a req-58c0aa10-7f30-4ba5-b33b-8be7ec732939 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0827224 Dec 03 15:05:55.273132 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4972b815-313b-4d05-acbb-bd841bc4398a req-8ccdff04-7cd9-4600-949f-265a075e9a72 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Dec 03 15:05:55.602226 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bedd06-b6c1-4d77-9d46-63b5e4de9666 req-86ae056b-3d3c-46b1-ae3c-776e698a31d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:55.603841 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-64bedd06-b6c1-4d77-9d46-63b5e4de9666 req-86ae056b-3d3c-46b1-ae3c-776e698a31d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 946 time: 0.0840149 Dec 03 15:05:55.644742 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7f1142f7-dc4d-45c5-a801-1cc0cd3eb9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:55.652527 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-64bedd06-b6c1-4d77-9d46-63b5e4de9666 req-ed2919ee-598b-4cda-b765-fa5f0ab2213e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Dec 03 15:05:55.885504 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device b17aace9-978a-4731-9812-88b519bddc64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:55.956123 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port b17aace9-978a-4731-9812-88b519bddc64 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:55.956410 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:56.092167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device d04e491c-5b38-465f-a347-1abc6755b677 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:56.182493 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:56.183907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port d04e491c-5b38-465f-a347-1abc6755b677 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:56.184340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:56.248803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b33831-1dcd-442e-a86d-c38b7fa6d09b req-1a03baf8-c0c0-4c6b-83d6-ed56c0e1b421 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:56.250310 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a5b33831-1dcd-442e-a86d-c38b7fa6d09b req-1a03baf8-c0c0-4c6b-83d6-ed56c0e1b421 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 943 time: 0.0873148 Dec 03 15:05:56.299721 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a5b33831-1dcd-442e-a86d-c38b7fa6d09b req-6a3da56f-b02f-4bbd-b80f-616d0f7ab856 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Dec 03 15:05:56.492747 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab43baa-7ff1-4b49-9fb6-7311c10b0596 req-5123f575-2109-47ed-a391-e4299f22193b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:56.494365 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bab43baa-7ff1-4b49-9fb6-7311c10b0596 req-5123f575-2109-47ed-a391-e4299f22193b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.0825896 Dec 03 15:05:56.545644 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bab43baa-7ff1-4b49-9fb6-7311c10b0596 req-394f3ded-2dae-4a3b-b356-9b568ea9431c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446494 Dec 03 15:05:57.119784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:57.175696 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:57.531887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3204b1-2d12-4852-8315-0aaeaee32589 req-37d4317c-97e7-438e-a73f-7a977cb91374 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:57.533697 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8b3204b1-2d12-4852-8315-0aaeaee32589 req-37d4317c-97e7-438e-a73f-7a977cb91374 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 943 time: 0.0915952 Dec 03 15:05:57.596452 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8b3204b1-2d12-4852-8315-0aaeaee32589 req-8aff1f4b-6bf1-4f87-8eaa-348afef89096 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449352 Dec 03 15:05:58.012681 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f1dca-d380-4ff7-ba4b-aac07f1490fa req-1573c93d-89be-46e3-8139-93e7127c9951 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:58.014372 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-904f1dca-d380-4ff7-ba4b-aac07f1490fa req-1573c93d-89be-46e3-8139-93e7127c9951 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.2991328 Dec 03 15:05:58.068429 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-904f1dca-d380-4ff7-ba4b-aac07f1490fa req-f580bad1-3607-457f-838d-96f932ad6ceb tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438240 Dec 03 15:05:58.813899 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dec69-711b-4bda-9c4f-8de04ee72c8b req-d2927509-75e4-476b-a0b2-e94e4500aac1 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:58.815415 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-648dec69-711b-4bda-9c4f-8de04ee72c8b req-d2927509-75e4-476b-a0b2-e94e4500aac1 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 943 time: 0.0822883 Dec 03 15:05:58.862821 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-648dec69-711b-4bda-9c4f-8de04ee72c8b req-a5138d40-4ab7-4151-9d3a-e11589e67faf tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402837 Dec 03 15:05:59.145763 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device b17aace9-978a-4731-9812-88b519bddc64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:59.214823 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port b17aace9-978a-4731-9812-88b519bddc64 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:59.215161 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:59.337931 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 3f939bcc-5caf-4df4-a003-2c615ec11cfc up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:05:59.408356 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port 3f939bcc-5caf-4df4-a003-2c615ec11cfc completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:05:59.414125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 3f939bcc-5caf-4df4-a003-2c615ec11cfc triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:05:59.414543 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:59.542882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:59.576366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0620bffc-398a-426b-81fa-d40c4db78600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f939bcc-5caf-4df4-a003-2c615ec11cfc'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:05:59.614679 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 3f939bcc-5caf-4df4-a003-2c615ec11cfc, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=3f939bcc-5caf-4df4-a003-2c615ec11cfc,segment=NetworkSegment(7770f000-940c-4206-821a-68a502c46566),segment_id=7770f000-940c-4206-821a-68a502c46566)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:05:59.621230 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:05:59.624826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:05:59.676098 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0620bffc-398a-426b-81fa-d40c4db78600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f939bcc-5caf-4df4-a003-2c615ec11cfc', 'code': 200} Dec 03 15:05:59.718187 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=3f939bcc-5caf-4df4-a003-2c615ec11cfc,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:05:59.737803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.739843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.740759 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.741352 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.741975 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.742468 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.742905 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.743379 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.743817 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.744437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.744810 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.745180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.745819 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.746728 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.747106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.747511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.748156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.748531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.748897 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.749263 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.750067 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.750217 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.750628 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.751009 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:05:59.756510 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:05:59.912336 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd8761-eb87-4376-a865-422baacfa28c req-fd62071c-18ca-4154-a076-75305c43e9db tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:05:59.920733 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-24cd8761-eb87-4376-a865-422baacfa28c req-fd62071c-18ca-4154-a076-75305c43e9db tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.1012554 Dec 03 15:06:00.065402 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-24cd8761-eb87-4376-a865-422baacfa28c req-71773509-a7b4-4ba6-a924-b734f803c781 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1435211 Dec 03 15:06:00.209740 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ae364-3b74-4306-b238-cb84ccee90eb req-cfbc1063-f155-4e38-aecd-bee373a79e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:00.211357 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bc1ae364-3b74-4306-b238-cb84ccee90eb req-cfbc1063-f155-4e38-aecd-bee373a79e78 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 1162 time: 0.2198541 Dec 03 15:06:00.215085 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 3f939bcc-5caf-4df4-a003-2c615ec11cfc up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:06:00.218241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fbbaf-a697-4096-b5e4-e520eee4bd03 req-a7a56b98-f726-408c-86c2-e7c76080f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:00.219811 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f52fbbaf-a697-4096-b5e4-e520eee4bd03 req-a7a56b98-f726-408c-86c2-e7c76080f34e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3660b34f56fa4321bf49277dc190b8fd&device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 1203 time: 0.2768500 Dec 03 15:06:00.230846 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464644-d5b5-42c6-964b-ffd90c0500f8 req-af92d3ef-bbfb-4d31-b6d8-52274911d20c tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:00.232442 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-30464644-d5b5-42c6-964b-ffd90c0500f8 req-af92d3ef-bbfb-4d31-b6d8-52274911d20c tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 945 time: 0.1747496 Dec 03 15:06:00.290812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 3f939bcc-5caf-4df4-a003-2c615ec11cfc triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:06:00.291223 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:00.403147 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bc1ae364-3b74-4306-b238-cb84ccee90eb req-198bf9d9-8684-4609-be6d-a801243da70c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691465 Dec 03 15:06:00.423393 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-30464644-d5b5-42c6-964b-ffd90c0500f8 req-5890f8e6-1868-4ec8-b31f-d5a60870a366 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516347 Dec 03 15:06:00.446639 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fbbaf-a697-4096-b5e4-e520eee4bd03 req-4dee9de1-f654-4702-8a12-0b7b909f7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:00.448236 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f52fbbaf-a697-4096-b5e4-e520eee4bd03 req-4dee9de1-f654-4702-8a12-0b7b909f7c79 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba2aee9-4c39-4e32-91b2-320bbb798d92 HTTP/1.1" status: 200 len: 909 time: 0.2000613 Dec 03 15:06:00.841563 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f52fbbaf-a697-4096-b5e4-e520eee4bd03 req-53cb0d4b-f085-49df-a685-5256b920a745 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 200 len: 1001 time: 0.1032503 Dec 03 15:06:00.923563 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fbbaf-a697-4096-b5e4-e520eee4bd03 req-a6fadd83-520e-4e48-9bbf-f3749c1e5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:00.925231 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f52fbbaf-a697-4096-b5e4-e520eee4bd03 req-a6fadd83-520e-4e48-9bbf-f3749c1e5540 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=954f6dfc-38f4-469f-aa5e-811cef0d10fb HTTP/1.1" status: 200 len: 854 time: 0.0736291 Dec 03 15:06:01.016109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fbbaf-a697-4096-b5e4-e520eee4bd03 req-ba84c524-4372-4da8-a4af-0ce857afdeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:01.017737 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f52fbbaf-a697-4096-b5e4-e520eee4bd03 req-ba84c524-4372-4da8-a4af-0ce857afdeff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba2aee9-4c39-4e32-91b2-320bbb798d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823562 Dec 03 15:06:01.175265 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f52fbbaf-a697-4096-b5e4-e520eee4bd03 req-2f2234bb-9f8b-4fda-aa32-052c81222f41 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462932 Dec 03 15:06:01.389219 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f52fbbaf-a697-4096-b5e4-e520eee4bd03 req-ceb99c5d-a2eb-4e94-9280-013f1b5a9f8a service neutron] 10.222.0.65 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2094195 Dec 03 15:06:01.399562 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7e451-3b3b-459b-b55a-ec6ad9a64402 req-0c9e7c95-00be-42b0-8cc7-21fe05c18eac tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:01.401152 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ddb7e451-3b3b-459b-b55a-ec6ad9a64402 req-0c9e7c95-00be-42b0-8cc7-21fe05c18eac tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.1424124 Dec 03 15:06:01.466392 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ddb7e451-3b3b-459b-b55a-ec6ad9a64402 req-9da636da-2288-47a6-9992-899036a64a76 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0578609 Dec 03 15:06:01.695684 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b67a0-d06c-4191-94cc-1d90302b00c7 req-ec758e6b-eebf-4f19-81c0-e546545fca3c tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:01.697345 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cf2b67a0-d06c-4191-94cc-1d90302b00c7 req-ec758e6b-eebf-4f19-81c0-e546545fca3c tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 945 time: 0.1002192 Dec 03 15:06:01.752634 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cf2b67a0-d06c-4191-94cc-1d90302b00c7 req-db38283b-4ad9-4b97-bf31-a6b181d5a037 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472553 Dec 03 15:06:02.469877 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 3f939bcc-5caf-4df4-a003-2c615ec11cfc up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:06:02.565203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 3f939bcc-5caf-4df4-a003-2c615ec11cfc triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:06:02.565756 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:02.699744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a93ad7-ba7c-479c-8c27-8ecdf8124f4f req-c0a5ced4-8aad-4364-9c72-de11aed2c7a8 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:02.701538 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-95a93ad7-ba7c-479c-8c27-8ecdf8124f4f req-c0a5ced4-8aad-4364-9c72-de11aed2c7a8 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.0902743 Dec 03 15:06:02.763711 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-95a93ad7-ba7c-479c-8c27-8ecdf8124f4f req-555a494f-fbb4-4232-ba53-dc94412d5a68 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0517485 Dec 03 15:06:02.971282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21024b67-88dd-408e-a5a5-fcf423055979 req-5b8a8a82-8946-48e1-8fb2-211d706270b6 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:02.972910 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-21024b67-88dd-408e-a5a5-fcf423055979 req-5b8a8a82-8946-48e1-8fb2-211d706270b6 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 945 time: 0.0870640 Dec 03 15:06:03.024601 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-21024b67-88dd-408e-a5a5-fcf423055979 req-50a794ec-cca7-4062-84ec-1510210537fc tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 Dec 03 15:06:03.805610 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bbca2-cc26-4e69-ba60-39c74da461f9 req-a06ba82b-cb90-4e03-8a4f-57c5aee7402f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:03.807198 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9a1bbca2-cc26-4e69-ba60-39c74da461f9 req-a06ba82b-cb90-4e03-8a4f-57c5aee7402f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.0853229 Dec 03 15:06:03.863634 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9a1bbca2-cc26-4e69-ba60-39c74da461f9 req-d0972569-fdf4-4692-82c2-7345138f4c18 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493476 Dec 03 15:06:03.982348 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24e3bb-1ac8-4c40-a6b5-d8de55f867dc req-faaa2d7b-eaed-4224-be2b-9780eab32177 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:03.983978 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5d24e3bb-1ac8-4c40-a6b5-d8de55f867dc req-faaa2d7b-eaed-4224-be2b-9780eab32177 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.0836644 Dec 03 15:06:04.036879 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5d24e3bb-1ac8-4c40-a6b5-d8de55f867dc req-272efcbf-d416-4c29-ba4a-3c9be733d3ec tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0464933 Dec 03 15:06:04.249057 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439782-b84d-4cdf-a141-2a2f2b85cf34 req-5a284a96-de9d-4d15-a43a-868c1172ffb6 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:04.250797 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b6439782-b84d-4cdf-a141-2a2f2b85cf34 req-5a284a96-de9d-4d15-a43a-868c1172ffb6 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 945 time: 0.0916312 Dec 03 15:06:04.303472 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b6439782-b84d-4cdf-a141-2a2f2b85cf34 req-4ead975b-49a1-4d72-87af-5a845a974a13 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 Dec 03 15:06:05.081521 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22185ebe-fe75-4d8d-afad-45cc403ed64b req-5e217bbf-0b05-470b-9c04-9415a8836047 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:05.083663 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-22185ebe-fe75-4d8d-afad-45cc403ed64b req-5e217bbf-0b05-470b-9c04-9415a8836047 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.0880876 Dec 03 15:06:05.133733 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-22185ebe-fe75-4d8d-afad-45cc403ed64b req-98c854b3-d90b-4f59-b013-6f22ab2c992b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Dec 03 15:06:05.258337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4825c-72af-45b4-a568-f083c29a7982 req-b8255940-5559-46d0-95bc-0bb0753ba356 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:05.260145 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dfb4825c-72af-45b4-a568-f083c29a7982 req-b8255940-5559-46d0-95bc-0bb0753ba356 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.0884428 Dec 03 15:06:05.317330 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dfb4825c-72af-45b4-a568-f083c29a7982 req-21b7df70-8aa9-4758-bbef-2aa141ef4ff6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0502551 Dec 03 15:06:05.522992 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fcdb7-c5de-41e8-9ee0-5dcd79d3de26 req-9da596a8-5214-49a2-9fa4-03c9068b62f8 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:05.524621 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c0fcdb7-c5de-41e8-9ee0-5dcd79d3de26 req-9da596a8-5214-49a2-9fa4-03c9068b62f8 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 945 time: 0.0871975 Dec 03 15:06:05.579997 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4c0fcdb7-c5de-41e8-9ee0-5dcd79d3de26 req-1ffd9f20-d0bc-420b-941e-655ca53e153e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491157 Dec 03 15:06:05.761651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89841452-7aba-4633-8786-4bb53cfb0634 req-8a1e0766-b2d1-4161-ab96-d84ae53463e3 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:05.763152 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-89841452-7aba-4633-8786-4bb53cfb0634 req-8a1e0766-b2d1-4161-ab96-d84ae53463e3 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 946 time: 0.0879261 Dec 03 15:06:05.812644 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-89841452-7aba-4633-8786-4bb53cfb0634 req-fa0b0081-b60e-4993-9d40-436ec493b404 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Dec 03 15:06:06.361926 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab979ae2-cb12-4f5b-b8f2-50ffb12b54d3 req-bc5b560d-9292-4a69-9f43-049fb87a6fc2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:06.363279 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ab979ae2-cb12-4f5b-b8f2-50ffb12b54d3 req-bc5b560d-9292-4a69-9f43-049fb87a6fc2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.0846875 Dec 03 15:06:06.416058 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ab979ae2-cb12-4f5b-b8f2-50ffb12b54d3 req-ab4ec173-d332-4958-86ac-f73a39229ee0 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Dec 03 15:06:06.447867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 3f939bcc-5caf-4df4-a003-2c615ec11cfc up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:06:06.523763 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 3f939bcc-5caf-4df4-a003-2c615ec11cfc triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:06:06.524222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:06.539793 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687b9a4-113c-4aa1-af51-6f68a5ea946a req-994a1cf1-75b3-4baf-a45d-8f305b66fa89 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:06.541659 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6687b9a4-113c-4aa1-af51-6f68a5ea946a req-994a1cf1-75b3-4baf-a45d-8f305b66fa89 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.0899985 Dec 03 15:06:06.594062 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6687b9a4-113c-4aa1-af51-6f68a5ea946a req-50056d90-a14e-4c59-91c5-f6e2949d852f tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0454915 Dec 03 15:06:06.806263 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a212a0-05e5-490e-8fcc-ebc1d92ba70e req-7080a09f-a3c9-4b59-a57b-0e0e5b078c6f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:06.807772 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f2a212a0-05e5-490e-8fcc-ebc1d92ba70e req-7080a09f-a3c9-4b59-a57b-0e0e5b078c6f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 945 time: 0.0857308 Dec 03 15:06:06.855870 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f2a212a0-05e5-490e-8fcc-ebc1d92ba70e req-994890ff-8994-47dc-bdab-b9a0e48932ff tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412483 Dec 03 15:06:07.036912 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9d52e-ef42-475f-921e-641666d2c9c1 req-54d9c1b6-3c9d-44c9-964b-88d5f11d4514 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:07.038536 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a7e9d52e-ef42-475f-921e-641666d2c9c1 req-54d9c1b6-3c9d-44c9-964b-88d5f11d4514 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 946 time: 0.0857077 Dec 03 15:06:07.090506 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a7e9d52e-ef42-475f-921e-641666d2c9c1 req-78f875aa-cb69-46f1-9eab-ccfcf7d7d4fd tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451043 Dec 03 15:06:07.638418 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c07c08-107d-44ae-ab4f-0db5ec4e62f5 req-30f86f24-d2e6-46c7-a566-c9b8c535ae44 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:07.640330 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-13c07c08-107d-44ae-ab4f-0db5ec4e62f5 req-30f86f24-d2e6-46c7-a566-c9b8c535ae44 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.0903699 Dec 03 15:06:07.696377 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-13c07c08-107d-44ae-ab4f-0db5ec4e62f5 req-cc27f495-49ff-46fc-a81f-47d18c5f0995 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Dec 03 15:06:07.820239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f021b1-d327-4250-b2bd-8501e824d8b1 req-6e01bef4-39ac-4485-9f2c-e53443ee552a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:07.821955 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-26f021b1-d327-4250-b2bd-8501e824d8b1 req-6e01bef4-39ac-4485-9f2c-e53443ee552a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.0936458 Dec 03 15:06:07.873496 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-26f021b1-d327-4250-b2bd-8501e824d8b1 req-2158b759-259c-4c52-97f4-e6867e8d76c3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0440578 Dec 03 15:06:08.323645 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2bf8c-3d1e-4a49-9b9a-b0ecdaa270e8 req-cf3819e2-1d24-457e-b292-52d6a7af9267 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:08.325403 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-38b2bf8c-3d1e-4a49-9b9a-b0ecdaa270e8 req-cf3819e2-1d24-457e-b292-52d6a7af9267 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 946 time: 0.0936282 Dec 03 15:06:08.431396 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-38b2bf8c-3d1e-4a49-9b9a-b0ecdaa270e8 req-376f4fd1-95e9-4ef3-a76e-90adb92ee49a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995796 Dec 03 15:06:08.467180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7717b6-0ad1-468c-806e-1e9011641661 req-7db74253-a3e0-4b11-bfe8-ebabe76823b2 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:08.468911 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ee7717b6-0ad1-468c-806e-1e9011641661 req-7db74253-a3e0-4b11-bfe8-ebabe76823b2 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 945 time: 0.1192958 Dec 03 15:06:08.519485 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ee7717b6-0ad1-468c-806e-1e9011641661 req-da2634de-da7e-4147-8ea7-e699687308f7 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435669 Dec 03 15:06:08.782517 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f8040-e890-4dd0-a49a-58447a74599d req-0e2b0d9b-c3e8-4934-bcc7-d78b0d4fa88a tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:08.784529 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-995f8040-e890-4dd0-a49a-58447a74599d req-0e2b0d9b-c3e8-4934-bcc7-d78b0d4fa88a tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.65 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.0906420 Dec 03 15:06:08.942956 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-995f8040-e890-4dd0-a49a-58447a74599d req-e7b8553c-c59c-455b-b4f3-6feabbc36bea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Deleting port 167faf0d-1280-4836-a8c8-e44024c39f79 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:08.943334 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-995f8040-e890-4dd0-a49a-58447a74599d req-e7b8553c-c59c-455b-b4f3-6feabbc36bea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:09.366052 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d83ee3-1384-4cd9-ad7a-c4b0a1996d95 req-55127a27-0a87-4f0d-8658-b4952c5f356f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:09.367638 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-28d83ee3-1384-4cd9-ad7a-c4b0a1996d95 req-55127a27-0a87-4f0d-8658-b4952c5f356f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 945 time: 0.5075483 Dec 03 15:06:09.552642 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc145c2-c2af-4944-b484-a897802706bc req-e036a9b5-45bc-46e3-a17e-cb271004e122 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:09.554267 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7bc145c2-c2af-4944-b484-a897802706bc req-e036a9b5-45bc-46e3-a17e-cb271004e122 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.3652289 Dec 03 15:06:09.556610 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-28d83ee3-1384-4cd9-ad7a-c4b0a1996d95 req-8f878ad3-d24b-4581-a8a5-3fc8357732d1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711276 Dec 03 15:06:09.624284 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-153eb991-298e-4309-8836-0a0574e561f5 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:09.625735 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-153eb991-298e-4309-8836-0a0574e561f5 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 946 time: 0.3295395 Dec 03 15:06:09.776477 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7bc145c2-c2af-4944-b484-a897802706bc req-7fa6129d-0c33-493f-953c-233fa3503273 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2049575 Dec 03 15:06:09.787281 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-995f8040-e890-4dd0-a49a-58447a74599d req-e7b8553c-c59c-455b-b4f3-6feabbc36bea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] For port 167faf0d-1280-4836-a8c8-e44024c39f79, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=167faf0d-1280-4836-a8c8-e44024c39f79,segment=NetworkSegment(a792aa9d-02d8-4b40-ba94-6fceaec71b96),segment_id=a792aa9d-02d8-4b40-ba94-6fceaec71b96)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:09.787783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-995f8040-e890-4dd0-a49a-58447a74599d req-e7b8553c-c59c-455b-b4f3-6feabbc36bea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:09.944341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Deleting port d04e491c-5b38-465f-a347-1abc6755b677 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:09.944714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:09.979022 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-995f8040-e890-4dd0-a49a-58447a74599d req-e7b8553c-c59c-455b-b4f3-6feabbc36bea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Calling delete_port for 167faf0d-1280-4836-a8c8-e44024c39f79 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:10.154414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device d04e491c-5b38-465f-a347-1abc6755b677 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:06:10.202801 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfe2a8-896e-49c8-a8b2-baa4e825edd2 req-55b32797-ec98-460b-bbd0-f157e9611217 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:10.204461 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ffbfe2a8-896e-49c8-a8b2-baa4e825edd2 req-55b32797-ec98-460b-bbd0-f157e9611217 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 946 time: 0.5112214 Dec 03 15:06:10.399623 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cce4c-721a-485c-a84c-37e7dcbf6e7c req-c19ff354-6214-4901-a42e-ae307ec5aef8 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:10.401253 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f29cce4c-721a-485c-a84c-37e7dcbf6e7c req-c19ff354-6214-4901-a42e-ae307ec5aef8 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 945 time: 0.4298327 Dec 03 15:06:10.422580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:10.450485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0462107b-77f4-4b81-92b8-2a0e574e3e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd04e491c-5b38-465f-a347-1abc6755b677'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:06:10.461982 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port d04e491c-5b38-465f-a347-1abc6755b677, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=d04e491c-5b38-465f-a347-1abc6755b677,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:10.464668 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:10.465564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 167faf0d-1280-4836-a8c8-e44024c39f79 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:06:10.472200 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-995f8040-e890-4dd0-a49a-58447a74599d req-e7b8553c-c59c-455b-b4f3-6feabbc36bea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:10.488629 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ffbfe2a8-896e-49c8-a8b2-baa4e825edd2 req-913acd69-47f5-4db3-ba0c-10590d67d0cd tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316365 Dec 03 15:06:10.490326 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:10.506930 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:10.537747 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] No Port match for: 167faf0d-1280-4836-a8c8-e44024c39f79 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:06:10.538075 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 167faf0d-1280-4836-a8c8-e44024c39f79 not bound to the agent host hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:06:10.574780 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=d04e491c-5b38-465f-a347-1abc6755b677,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:10.578093 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:10.595484 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0462107b-77f4-4b81-92b8-2a0e574e3e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd04e491c-5b38-465f-a347-1abc6755b677', 'code': 200} Dec 03 15:06:10.636491 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8553c-c59c-455b-b4f3-6feabbc36bea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Pushing event deleted for resources: {'Port': ['ID=167faf0d-1280-4836-a8c8-e44024c39f79,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:10.651073 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e7b8553c-c59c-455b-b4f3-6feabbc36bea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:10.660671 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f29cce4c-721a-485c-a84c-37e7dcbf6e7c req-e82785b0-d4ac-4f7a-a8f2-9be6e4c7297c tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523217 Dec 03 15:06:10.669070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] For port d04e491c-5b38-465f-a347-1abc6755b677, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=d04e491c-5b38-465f-a347-1abc6755b677,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:10.669469 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:10.826269 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Calling delete_port for d04e491c-5b38-465f-a347-1abc6755b677 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:11.161435 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2e910973-21f7-46af-8fe2-49fb2ac94264 req-c33048ed-1c86-40e7-980e-07d758a9e4a9 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=44cf69f1-4ac2-4035-80de-5a6601e14668 HTTP/1.1" status: 200 len: 210 time: 0.4016206 Dec 03 15:06:11.323551 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-995f8040-e890-4dd0-a49a-58447a74599d req-e7b8553c-c59c-455b-b4f3-6feabbc36bea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] No DVR routers for this DVR port 167faf0d-1280-4836-a8c8-e44024c39f79 on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:06:11.332646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-995f8040-e890-4dd0-a49a-58447a74599d req-e7b8553c-c59c-455b-b4f3-6feabbc36bea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:11.339476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cf69f1-4ac2-4035-80de-5a6601e14668', 'name': 'network-vif-deleted', 'tag': '167faf0d-1280-4836-a8c8-e44024c39f79'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:06:11.352382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:06:11.352727 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:06:11.373638 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-995f8040-e890-4dd0-a49a-58447a74599d req-e7b8553c-c59c-455b-b4f3-6feabbc36bea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.65 "DELETE /v2.0/ports/167faf0d-1280-4836-a8c8-e44024c39f79 HTTP/1.1" status: 204 len: 173 time: 2.5431170 Dec 03 15:06:11.385176 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bb490-60b9-4f1e-ab50-d5a401800304 req-948761fb-da8e-484e-9783-73d29898e909 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:11.386838 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f89bb490-60b9-4f1e-ab50-d5a401800304 req-948761fb-da8e-484e-9783-73d29898e909 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.65 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 945 time: 0.4877751 Dec 03 15:06:11.397384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27965eea-cf4c-4775-a251-aa7afc753a9c req-ba3bf312-39d8-4170-80b4-69794897ef26 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:11.399000 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-27965eea-cf4c-4775-a251-aa7afc753a9c req-ba3bf312-39d8-4170-80b4-69794897ef26 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.4488776 Dec 03 15:06:11.439394 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cf69f1-4ac2-4035-80de-5a6601e14668', 'name': 'network-vif-deleted', 'tag': '167faf0d-1280-4836-a8c8-e44024c39f79', 'status': 'completed', 'code': 200} Dec 03 15:06:11.512288 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-f89bb490-60b9-4f1e-ab50-d5a401800304 req-e7ff99cd-45e1-460e-a66c-8e5bf057ea8f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Deleting port 3f939bcc-5caf-4df4-a003-2c615ec11cfc {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:11.512703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f89bb490-60b9-4f1e-ab50-d5a401800304 req-e7ff99cd-45e1-460e-a66c-8e5bf057ea8f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:11.554580 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-27965eea-cf4c-4775-a251-aa7afc753a9c req-377d75ee-3ed8-4b2a-baf5-1b44d9c1f82d tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1143303 Dec 03 15:06:11.853650 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Deleting port d04e491c-5b38-465f-a347-1abc6755b677 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:11.854285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:11.963569 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199ff22-d54a-4046-85bd-4f0f8189dda0 req-41983520-eb99-40ed-b8be-e3bb6b4c0d7c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:11.964262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-d199ff22-d54a-4046-85bd-4f0f8189dda0 req-41983520-eb99-40ed-b8be-e3bb6b4c0d7c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Synchronizing usage tracker for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:06:11.980191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-f89bb490-60b9-4f1e-ab50-d5a401800304 req-e7ff99cd-45e1-460e-a66c-8e5bf057ea8f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] For port 3f939bcc-5caf-4df4-a003-2c615ec11cfc, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=3f939bcc-5caf-4df4-a003-2c615ec11cfc,segment=NetworkSegment(7770f000-940c-4206-821a-68a502c46566),segment_id=7770f000-940c-4206-821a-68a502c46566)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:11.980595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f89bb490-60b9-4f1e-ab50-d5a401800304 req-e7ff99cd-45e1-460e-a66c-8e5bf057ea8f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:12.182137 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-d199ff22-d54a-4046-85bd-4f0f8189dda0 req-41983520-eb99-40ed-b8be-e3bb6b4c0d7c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Unset dirty status for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:06:12.183491 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d199ff22-d54a-4046-85bd-4f0f8189dda0 req-41983520-eb99-40ed-b8be-e3bb6b4c0d7c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 944 time: 0.5402353 Dec 03 15:06:12.200943 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-f89bb490-60b9-4f1e-ab50-d5a401800304 req-e7ff99cd-45e1-460e-a66c-8e5bf057ea8f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Calling delete_port for 3f939bcc-5caf-4df4-a003-2c615ec11cfc owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:12.365406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4981a0-50b3-45a1-9bb6-322623717e2e req-e5dd7a32-e6b2-4539-a9d9-92bc7e68fa69 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:12.366931 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ad4981a0-50b3-45a1-9bb6-322623717e2e req-e5dd7a32-e6b2-4539-a9d9-92bc7e68fa69 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 945 time: 0.5674613 Dec 03 15:06:12.439764 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d199ff22-d54a-4046-85bd-4f0f8189dda0 req-ac685c23-f64e-486d-b5a3-d893cea1bbc4 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053308 Dec 03 15:06:12.489032 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 3f939bcc-5caf-4df4-a003-2c615ec11cfc no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:06:12.513551 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ad4981a0-50b3-45a1-9bb6-322623717e2e req-bd17e868-ea4b-483e-a370-6f9ed3ff94f5 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/security-groups?id=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283925 Dec 03 15:06:12.580599 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] For port d04e491c-5b38-465f-a347-1abc6755b677, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=d04e491c-5b38-465f-a347-1abc6755b677,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:12.581011 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:12.632905 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:12.727005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Calling delete_port for d04e491c-5b38-465f-a347-1abc6755b677 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:12.794609 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:06:12.819124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f89bb490-60b9-4f1e-ab50-d5a401800304 req-e7ff99cd-45e1-460e-a66c-8e5bf057ea8f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:12.845627 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2866e51f-b35e-438a-a7a6-c03d16a8e77b tempest-VolumesActionsTest-2108645083 tempest-VolumesActionsTest-2108645083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:12.950958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff99cd-45e1-460e-a66c-8e5bf057ea8f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Pushing event deleted for resources: {'Port': ['ID=3f939bcc-5caf-4df4-a003-2c615ec11cfc,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:12.962863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e7ff99cd-45e1-460e-a66c-8e5bf057ea8f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:13.177287 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae24251-a06c-4dbf-acb5-674f2be7d210 req-af03dd9d-aa22-4990-a5e8-c8f6ab94389a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:13.178905 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2ae24251-a06c-4dbf-acb5-674f2be7d210 req-af03dd9d-aa22-4990-a5e8-c8f6ab94389a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.4201460 Dec 03 15:06:13.250241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:13.286888 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a25633-2c64-4130-aa21-adf7fb87611f req-454e8b8f-011d-44e6-b996-6a55ff88c43c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:13.287645 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-32a25633-2c64-4130-aa21-adf7fb87611f req-454e8b8f-011d-44e6-b996-6a55ff88c43c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Synchronizing usage tracker for tenant:dd93a4c230914073aca399b3e3b82b07 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:06:13.290165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3da4d8ab-231c-4c34-abeb-8d7ca8141f04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:13.328352 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89bb490-60b9-4f1e-ab50-d5a401800304 req-e7ff99cd-45e1-460e-a66c-8e5bf057ea8f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] No DVR routers for this DVR port 3f939bcc-5caf-4df4-a003-2c615ec11cfc on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:06:13.347003 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f89bb490-60b9-4f1e-ab50-d5a401800304 req-e7ff99cd-45e1-460e-a66c-8e5bf057ea8f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:13.405606 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Pushing event deleted for resources: {'Port': ['ID=d04e491c-5b38-465f-a347-1abc6755b677,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:13.620076 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0620bffc-398a-426b-81fa-d40c4db78600', 'name': 'network-vif-deleted', 'tag': '3f939bcc-5caf-4df4-a003-2c615ec11cfc'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:06:13.631595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:13.649124 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2ae24251-a06c-4dbf-acb5-674f2be7d210 req-3e67c8ec-f37c-45f8-89a6-b4b6975784ba tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.4582646 Dec 03 15:06:13.654719 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f89bb490-60b9-4f1e-ab50-d5a401800304 req-e7ff99cd-45e1-460e-a66c-8e5bf057ea8f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.65 "DELETE /v2.0/ports/3f939bcc-5caf-4df4-a003-2c615ec11cfc HTTP/1.1" status: 204 len: 173 time: 2.2547271 Dec 03 15:06:13.655345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-32a25633-2c64-4130-aa21-adf7fb87611f req-454e8b8f-011d-44e6-b996-6a55ff88c43c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Unset dirty status for tenant:dd93a4c230914073aca399b3e3b82b07 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:06:13.656582 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-32a25633-2c64-4130-aa21-adf7fb87611f req-454e8b8f-011d-44e6-b996-6a55ff88c43c tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.7031219 Dec 03 15:06:13.746670 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-32a25633-2c64-4130-aa21-adf7fb87611f req-16227cc9-0da5-4f13-862e-68869dab40a0 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797582 Dec 03 15:06:13.800344 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] No DVR routers for this DVR port d04e491c-5b38-465f-a347-1abc6755b677 on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:06:13.803061 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:13.805321 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7040288a-e204-4d4e-bb38-869a4d63e762 req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "DELETE /v2.0/ports/d04e491c-5b38-465f-a347-1abc6755b677 HTTP/1.1" status: 204 len: 173 time: 4.1717696 Dec 03 15:06:13.869935 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-f3fb25e5-f18a-4ca7-849b-be3a8dc8765d req-7d848897-8ee3-454d-b961-acce1a0a2f83 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Synchronizing usage tracker for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:06:13.887326 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-f3fb25e5-f18a-4ca7-849b-be3a8dc8765d req-7d848897-8ee3-454d-b961-acce1a0a2f83 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Unset dirty status for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:06:13.888810 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f3fb25e5-f18a-4ca7-849b-be3a8dc8765d req-7d848897-8ee3-454d-b961-acce1a0a2f83 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=0462107b-77f4-4b81-92b8-2a0e574e3e32 HTTP/1.1" status: 200 len: 210 time: 0.0711033 Dec 03 15:06:13.968395 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0620bffc-398a-426b-81fa-d40c4db78600', 'name': 'network-vif-deleted', 'tag': '3f939bcc-5caf-4df4-a003-2c615ec11cfc', 'status': 'completed', 'code': 200} Dec 03 15:06:13.969923 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-9db2ca8e-dd05-4a7b-b3c9-c2b9c4fd7fc8 req-0895c125-e8d3-449b-b8a5-24eff5e34ef4 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Synchronizing usage tracker for tenant:483bd656d47c43b990c2552fa5e394cd on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:06:13.985570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-9db2ca8e-dd05-4a7b-b3c9-c2b9c4fd7fc8 req-0895c125-e8d3-449b-b8a5-24eff5e34ef4 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Unset dirty status for tenant:483bd656d47c43b990c2552fa5e394cd on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:06:13.986852 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9db2ca8e-dd05-4a7b-b3c9-c2b9c4fd7fc8 req-0895c125-e8d3-449b-b8a5-24eff5e34ef4 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] 10.222.0.81 "GET /v2.0/ports?device_id=0620bffc-398a-426b-81fa-d40c4db78600 HTTP/1.1" status: 200 len: 210 time: 0.0702553 Dec 03 15:06:14.896852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78e359-e86c-4bd7-931d-2fe6a1fe2f84 req-9d1dd5dd-b869-436d-866d-0dafcc2a65ce tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:14.898646 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fb78e359-e86c-4bd7-931d-2fe6a1fe2f84 req-9d1dd5dd-b869-436d-866d-0dafcc2a65ce tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.0985072 Dec 03 15:06:15.013084 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fb78e359-e86c-4bd7-931d-2fe6a1fe2f84 req-0b164017-354f-4dad-bea2-49f1d3843a9d tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0720792 Dec 03 15:06:15.030066 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562c86-b1cc-42c5-b76d-843f38b1c2b3 req-d43b30bd-94ab-4e1f-91ea-3340bcbf7ba2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:15.031803 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-14562c86-b1cc-42c5-b76d-843f38b1c2b3 req-d43b30bd-94ab-4e1f-91ea-3340bcbf7ba2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1321278 Dec 03 15:06:15.085518 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-14562c86-b1cc-42c5-b76d-843f38b1c2b3 req-49eafc37-ffbd-4a56-b951-cf5075aaf42f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Dec 03 15:06:15.969080 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0462107b-77f4-4b81-92b8-2a0e574e3e32', 'name': 'network-vif-deleted', 'tag': 'd04e491c-5b38-465f-a347-1abc6755b677'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:06:16.028742 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0462107b-77f4-4b81-92b8-2a0e574e3e32', 'name': 'network-vif-deleted', 'tag': 'd04e491c-5b38-465f-a347-1abc6755b677', 'status': 'completed', 'code': 200} Dec 03 15:06:16.296103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa2f69-2fe2-4558-9bfc-ad383da58b37 req-a26e308a-cfe7-4f4f-be9e-387becdf4704 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:16.297783 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eaa2f69-2fe2-4558-9bfc-ad383da58b37 req-a26e308a-cfe7-4f4f-be9e-387becdf4704 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.1499877 Dec 03 15:06:16.368901 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77084824-7c7e-4bdc-bd97-3b75a4407bfa req-b783156c-255d-4b4a-8ee4-bdb4b55db38d tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:16.370526 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-77084824-7c7e-4bdc-bd97-3b75a4407bfa req-b783156c-255d-4b4a-8ee4-bdb4b55db38d tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1448374 Dec 03 15:06:16.374029 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eaa2f69-2fe2-4558-9bfc-ad383da58b37 req-279e02a7-333a-45fa-abba-e7ec26e04041 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0638692 Dec 03 15:06:16.432136 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-77084824-7c7e-4bdc-bd97-3b75a4407bfa req-59f6de76-d25f-494c-a5bb-7c6adef5eefc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533023 Dec 03 15:06:16.964504 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6f6c7-66d5-40f1-ac5a-fef94bf82263 req-3d2a25e8-b912-4e0e-9f4b-010eb4b8b59c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:16.966107 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-76a6f6c7-66d5-40f1-ac5a-fef94bf82263 req-3d2a25e8-b912-4e0e-9f4b-010eb4b8b59c tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 946 time: 0.0829959 Dec 03 15:06:17.014754 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-76a6f6c7-66d5-40f1-ac5a-fef94bf82263 req-71ba0ab3-cbb4-4606-8968-5270a9df7e02 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Dec 03 15:06:17.671690 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e1ed5-757d-4ba2-b178-50f77d59b537 req-028c675c-69d9-42d4-90cb-7c34214c5f25 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:17.673506 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-947e1ed5-757d-4ba2-b178-50f77d59b537 req-028c675c-69d9-42d4-90cb-7c34214c5f25 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.1612871 Dec 03 15:06:17.719782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c12431-d929-4ca1-8648-bad2f936c61c req-1d2d2274-f90f-4419-bcb0-efa3812b881e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:17.721426 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f6c12431-d929-4ca1-8648-bad2f936c61c req-1d2d2274-f90f-4419-bcb0-efa3812b881e tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1485815 Dec 03 15:06:17.761266 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-947e1ed5-757d-4ba2-b178-50f77d59b537 req-e647a527-20a7-471c-81a7-c9328faba3fc tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0771008 Dec 03 15:06:17.796384 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f6c12431-d929-4ca1-8648-bad2f936c61c req-0bc17c29-97e3-4df0-a50f-e8f8975c923f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574138 Dec 03 15:06:18.243272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890d30e-0568-4b0a-a308-f156979db0c1 req-d0574549-d1d3-46d6-8603-17e6bba107df tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:18.245352 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c890d30e-0568-4b0a-a308-f156979db0c1 req-d0574549-d1d3-46d6-8603-17e6bba107df tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 946 time: 0.0914614 Dec 03 15:06:18.300781 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c890d30e-0568-4b0a-a308-f156979db0c1 req-a04d175e-d5de-41c3-bce2-20b9d6024017 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474055 Dec 03 15:06:18.532802 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device c67ef70f-25e6-44ea-a568-1ecfbfc68a0d up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:06:18.620282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:06:18.620594 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:19.115632 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea983e7-1e5b-4a5e-b5e7-267a3753ed99 req-9e308026-2e23-44ba-b997-079f25d7a4c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:19.118127 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9ea983e7-1e5b-4a5e-b5e7-267a3753ed99 req-9e308026-2e23-44ba-b997-079f25d7a4c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1754475 Dec 03 15:06:19.130753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30a9b4-38a5-4d3a-bec7-ab86c9cc1a51 req-79a70867-1b21-47df-ac76-eaeb1a1287aa tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:19.132867 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ee30a9b4-38a5-4d3a-bec7-ab86c9cc1a51 req-79a70867-1b21-47df-ac76-eaeb1a1287aa tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.1348391 Dec 03 15:06:19.217937 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9ea983e7-1e5b-4a5e-b5e7-267a3753ed99 req-2f360e2a-3586-4bcd-9568-6435210d2fe2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837219 Dec 03 15:06:19.232639 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ee30a9b4-38a5-4d3a-bec7-ab86c9cc1a51 req-e2c6f09e-7ba2-4b0d-b252-a396117cc6e4 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&id=f59e68f7-996c-48f5-a22a-dd108677dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0825107 Dec 03 15:06:19.600762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dddd33-4920-4f81-87d5-d1b43fca8eee req-9c60fb71-c367-468a-8571-8a01d761f624 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:19.602957 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-67dddd33-4920-4f81-87d5-d1b43fca8eee req-9c60fb71-c367-468a-8571-8a01d761f624 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 946 time: 0.1308453 Dec 03 15:06:19.709228 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-67dddd33-4920-4f81-87d5-d1b43fca8eee req-8a8f165d-8933-4384-8b54-e15e7dbf5553 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894675 Dec 03 15:06:19.860137 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eed9836e-3c48-4013-b1aa-0abafd0f19ef req-9ef96f48-960e-449d-aec3-0a782eef6a85 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1143088 Dec 03 15:06:20.006241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9836e-3c48-4013-b1aa-0abafd0f19ef req-5a512507-10dc-4ac4-a23e-52fce93b09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:20.008329 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eed9836e-3c48-4013-b1aa-0abafd0f19ef req-5a512507-10dc-4ac4-a23e-52fce93b09dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 1163 time: 0.1074066 Dec 03 15:06:20.204894 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9836e-3c48-4013-b1aa-0abafd0f19ef req-fc77d468-24ab-48cd-a3f5-0aac3abe54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:20.207725 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eed9836e-3c48-4013-b1aa-0abafd0f19ef req-fc77d468-24ab-48cd-a3f5-0aac3abe54dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 910 time: 0.1671567 Dec 03 15:06:20.392606 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eed9836e-3c48-4013-b1aa-0abafd0f19ef req-ebaf516b-163a-4397-94c2-5ed8f8d3cc6d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70472c-5223-443e-8685-5f7d855e581b HTTP/1.1" status: 200 len: 1002 time: 0.1687348 Dec 03 15:06:20.507391 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-6ceb98ea-7a6e-4b91-a1ff-a4b2b369552a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:20.509045 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-6ceb98ea-7a6e-4b91-a1ff-a4b2b369552a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 946 time: 0.2337518 Dec 03 15:06:20.576314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9836e-3c48-4013-b1aa-0abafd0f19ef req-b66ab45a-9f95-49c1-9194-a798beb7989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:20.577909 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eed9836e-3c48-4013-b1aa-0abafd0f19ef req-b66ab45a-9f95-49c1-9194-a798beb7989b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 200 len: 855 time: 0.1749415 Dec 03 15:06:20.578277 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device c67ef70f-25e6-44ea-a568-1ecfbfc68a0d up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:06:20.675462 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:06:20.676121 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:20.676928 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Deleting port ec61743a-eec0-4e91-98e5-946c40317a7f {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:20.677336 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:20.775979 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a348db-a45f-428f-87af-3fdda5023dd0 req-f5704198-2218-453a-b349-67530f07225b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:20.778089 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-36a348db-a45f-428f-87af-3fdda5023dd0 req-f5704198-2218-453a-b349-67530f07225b tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.3304002 Dec 03 15:06:20.865475 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device ec61743a-eec0-4e91-98e5-946c40317a7f no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:06:20.896552 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9836e-3c48-4013-b1aa-0abafd0f19ef req-2e769c0a-f0d9-4597-9e10-c65b6be94aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:20.898181 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eed9836e-3c48-4013-b1aa-0abafd0f19ef req-2e769c0a-f0d9-4597-9e10-c65b6be94aac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f74f8bf3-3d51-4772-97cb-ee854694141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3043344 Dec 03 15:06:21.012911 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-36a348db-a45f-428f-87af-3fdda5023dd0 req-2accb995-06e8-4c46-b98b-950fbdfc25e2 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016337 Dec 03 15:06:21.034241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:21.077167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edd9ff7-06d7-4079-ad7b-865dea64faac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec61743a-eec0-4e91-98e5-946c40317a7f'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:06:21.095686 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port ec61743a-eec0-4e91-98e5-946c40317a7f, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=ec61743a-eec0-4e91-98e5-946c40317a7f,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:21.100259 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:21.104769 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:21.187867 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edd9ff7-06d7-4079-ad7b-865dea64faac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec61743a-eec0-4e91-98e5-946c40317a7f', 'code': 200} Dec 03 15:06:21.200990 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=ec61743a-eec0-4e91-98e5-946c40317a7f,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:21.205933 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:21.260699 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] For port ec61743a-eec0-4e91-98e5-946c40317a7f, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=ec61743a-eec0-4e91-98e5-946c40317a7f,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:21.261088 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:21.281837 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eed9836e-3c48-4013-b1aa-0abafd0f19ef req-a157da43-ce81-464e-acd4-13c8227a7a80 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572242 Dec 03 15:06:21.370208 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078da53-a82c-4ed7-bc15-af05aa0c6be8 req-23eb186d-0165-4e77-a771-afc06672410f tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:21.371758 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7078da53-a82c-4ed7-bc15-af05aa0c6be8 req-23eb186d-0165-4e77-a771-afc06672410f tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 946 time: 0.3649793 Dec 03 15:06:21.484827 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Calling delete_port for ec61743a-eec0-4e91-98e5-946c40317a7f owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:21.932703 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7078da53-a82c-4ed7-bc15-af05aa0c6be8 req-85e706c5-2e35-42c1-9b94-3b3ce382ca9d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554124 Dec 03 15:06:21.970730 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-eed9836e-3c48-4013-b1aa-0abafd0f19ef req-09e916b2-873d-46f2-85c5-550fffbd7b9f service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6301203 Dec 03 15:06:21.985173 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-f8131f13-da6b-4d82-a0d7-a51926cd2b91 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:21.986879 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-f8131f13-da6b-4d82-a0d7-a51926cd2b91 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.65 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.6241336 Dec 03 15:06:22.001001 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:06:22.001397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:06:22.093701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Deleting port b17aace9-978a-4731-9812-88b519bddc64 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:22.093881 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:22.180904 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device b17aace9-978a-4731-9812-88b519bddc64 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:06:22.354515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:22.394309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port b17aace9-978a-4731-9812-88b519bddc64, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=b17aace9-978a-4731-9812-88b519bddc64,segment=NetworkSegment(a792aa9d-02d8-4b40-ba94-6fceaec71b96),segment_id=a792aa9d-02d8-4b40-ba94-6fceaec71b96)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:22.397775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:22.399692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:22.475742 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] For port b17aace9-978a-4731-9812-88b519bddc64, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=b17aace9-978a-4731-9812-88b519bddc64,segment=NetworkSegment(a792aa9d-02d8-4b40-ba94-6fceaec71b96),segment_id=a792aa9d-02d8-4b40-ba94-6fceaec71b96)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:22.475742 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:22.482847 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=b17aace9-978a-4731-9812-88b519bddc64,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:22.486946 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:22.493889 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f63ffc-f15b-4301-a840-f255b1aace89 req-b2970a94-df2f-4987-b72e-be5494292525 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:22.502211 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-50f63ffc-f15b-4301-a840-f255b1aace89 req-b2970a94-df2f-4987-b72e-be5494292525 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 945 time: 0.1789577 Dec 03 15:06:22.523360 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Deleting port ec61743a-eec0-4e91-98e5-946c40317a7f {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:22.523787 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:22.692125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Calling delete_port for b17aace9-978a-4731-9812-88b519bddc64 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:22.766100 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-50f63ffc-f15b-4301-a840-f255b1aace89 req-fe41a5bf-b62a-4c71-bdd0-e15266626c41 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629352 Dec 03 15:06:22.957635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:22.980705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:06:22.981091 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:06:23.062705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] For port ec61743a-eec0-4e91-98e5-946c40317a7f, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=ec61743a-eec0-4e91-98e5-946c40317a7f,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:23.063036 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:23.151946 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c3f9-54a5-42e8-8c3e-7e968c9cf49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:23.189640 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7820d8-5697-40ae-b8b9-8b015a29cb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17aace9-978a-4731-9812-88b519bddc64'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:06:23.249381 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Calling delete_port for ec61743a-eec0-4e91-98e5-946c40317a7f owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:23.259352 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7820d8-5697-40ae-b8b9-8b015a29cb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17aace9-978a-4731-9812-88b519bddc64', 'code': 200} Dec 03 15:06:23.377184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68aeecc-95d1-4eb8-93a6-913d0ad016fe req-56395a39-3b64-410c-b09b-9a8c5f633ce6 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:23.379453 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a68aeecc-95d1-4eb8-93a6-913d0ad016fe req-56395a39-3b64-410c-b09b-9a8c5f633ce6 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 944 time: 0.2437563 Dec 03 15:06:23.484261 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Deleting port b17aace9-978a-4731-9812-88b519bddc64 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:23.484525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:23.613277 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a68aeecc-95d1-4eb8-93a6-913d0ad016fe req-ecbf8253-3ca5-413c-aa05-552db318e99b tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954043 Dec 03 15:06:23.647887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:23.671163 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aeecec28-31c9-4d1b-ab07-59190e790e60 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:23.789991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Pushing event deleted for resources: {'Port': ['ID=ec61743a-eec0-4e91-98e5-946c40317a7f,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:23.797667 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:24.153402 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] No DVR routers for this DVR port ec61743a-eec0-4e91-98e5-946c40317a7f on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:06:24.156249 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] For port b17aace9-978a-4731-9812-88b519bddc64, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=b17aace9-978a-4731-9812-88b519bddc64,segment=NetworkSegment(a792aa9d-02d8-4b40-ba94-6fceaec71b96),segment_id=a792aa9d-02d8-4b40-ba94-6fceaec71b96)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:24.156651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:24.166503 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:24.172617 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edd9ff7-06d7-4079-ad7b-865dea64faac', 'name': 'network-vif-deleted', 'tag': 'ec61743a-eec0-4e91-98e5-946c40317a7f'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:06:24.322421 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Calling delete_port for b17aace9-978a-4731-9812-88b519bddc64 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:24.359368 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edd9ff7-06d7-4079-ad7b-865dea64faac', 'name': 'network-vif-deleted', 'tag': 'ec61743a-eec0-4e91-98e5-946c40317a7f', 'status': 'completed', 'code': 200} Dec 03 15:06:24.381058 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb7b22d1-1699-465a-9895-884e69a7abd0 req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "DELETE /v2.0/ports/ec61743a-eec0-4e91-98e5-946c40317a7f HTTP/1.1" status: 204 len: 173 time: 3.8590782 Dec 03 15:06:24.410396 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b402c11-1538-453d-9a78-2b7f5b8f6ec1 req-2a60ed36-e752-46f8-b512-979049e69466 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:24.411268 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-0b402c11-1538-453d-9a78-2b7f5b8f6ec1 req-2a60ed36-e752-46f8-b512-979049e69466 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Synchronizing usage tracker for tenant:dd93a4c230914073aca399b3e3b82b07 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:06:24.459831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-0b402c11-1538-453d-9a78-2b7f5b8f6ec1 req-2a60ed36-e752-46f8-b512-979049e69466 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Unset dirty status for tenant:dd93a4c230914073aca399b3e3b82b07 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:06:24.461677 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0b402c11-1538-453d-9a78-2b7f5b8f6ec1 req-2a60ed36-e752-46f8-b512-979049e69466 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 943 time: 0.4892817 Dec 03 15:06:24.642667 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0b402c11-1538-453d-9a78-2b7f5b8f6ec1 req-4ba08482-90bb-4b82-a891-9ec01659d55f tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/security-groups?id=e735d425-42c7-4f08-9804-fe4d0eeeb0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621304 Dec 03 15:06:24.699635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:24.720482 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e7b8553c-c59c-455b-b4f3-6feabbc36bea tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:25.020102 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Pushing event deleted for resources: {'Port': ['ID=b17aace9-978a-4731-9812-88b519bddc64,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:25.265971 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-cf5af469-5edb-4061-8a3f-cfa6ae35679c req-6cd508e3-f8fa-4967-b8af-2663b5d4018b tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Synchronizing usage tracker for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:06:25.274661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:25.330305 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-cf5af469-5edb-4061-8a3f-cfa6ae35679c req-6cd508e3-f8fa-4967-b8af-2663b5d4018b tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Unset dirty status for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:06:25.345901 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cf5af469-5edb-4061-8a3f-cfa6ae35679c req-6cd508e3-f8fa-4967-b8af-2663b5d4018b tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=9edd9ff7-06d7-4079-ad7b-865dea64faac HTTP/1.1" status: 200 len: 210 time: 0.3308673 Dec 03 15:06:25.461337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] No DVR routers for this DVR port b17aace9-978a-4731-9812-88b519bddc64 on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:06:25.464619 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:25.482184 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6e5bfda9-f457-495c-88f7-b36e87e91775 req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.65 "DELETE /v2.0/ports/b17aace9-978a-4731-9812-88b519bddc64 HTTP/1.1" status: 204 len: 173 time: 3.4825120 Dec 03 15:06:25.672843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31e135ee-a3e5-4bc2-b5bd-df533325c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:25.777507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7282be6-f071-468e-97d4-2fb17cfd7d75 req-4a3018e5-9fc6-43fe-96b3-bb2393bec706 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:25.779659 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f7282be6-f071-468e-97d4-2fb17cfd7d75 req-4a3018e5-9fc6-43fe-96b3-bb2393bec706 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1329594 Dec 03 15:06:25.925025 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f7282be6-f071-468e-97d4-2fb17cfd7d75 req-2db98aa1-ae1a-4cb8-9aed-7bd9a37fee80 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369412 Dec 03 15:06:25.940279 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-fee2b98c-4ccf-4fc0-bec6-75f51ddb5f64 req-f58e3d99-ef10-4f65-a216-265b8d7e95de tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Synchronizing usage tracker for tenant:dd93a4c230914073aca399b3e3b82b07 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:06:25.964814 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-fee2b98c-4ccf-4fc0-bec6-75f51ddb5f64 req-f58e3d99-ef10-4f65-a216-265b8d7e95de tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Unset dirty status for tenant:dd93a4c230914073aca399b3e3b82b07 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:06:25.966464 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fee2b98c-4ccf-4fc0-bec6-75f51ddb5f64 req-f58e3d99-ef10-4f65-a216-265b8d7e95de tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] 10.222.0.81 "GET /v2.0/ports?device_id=5c7820d8-5697-40ae-b8b9-8b015a29cb43 HTTP/1.1" status: 200 len: 210 time: 0.0961313 Dec 03 15:06:26.161164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:26.360555 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7820d8-5697-40ae-b8b9-8b015a29cb43', 'name': 'network-vif-deleted', 'tag': 'b17aace9-978a-4731-9812-88b519bddc64'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:06:26.485577 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7820d8-5697-40ae-b8b9-8b015a29cb43', 'name': 'network-vif-deleted', 'tag': 'b17aace9-978a-4731-9812-88b519bddc64', 'status': 'completed', 'code': 200} Dec 03 15:06:27.052682 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b3df4-fae9-42f1-a8dd-25acbe77240f req-0310b3ba-e7b7-4730-9669-ec0ced000645 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:27.054545 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6b1b3df4-fae9-42f1-a8dd-25acbe77240f req-0310b3ba-e7b7-4730-9669-ec0ced000645 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 945 time: 0.1468585 Dec 03 15:06:27.128416 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:27.166529 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6b1b3df4-fae9-42f1-a8dd-25acbe77240f req-fb454d5a-b8fd-40f7-8762-3535136a60eb tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039834 Dec 03 15:06:27.192128 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:27.277461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 33784) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:27.284416 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f297fd5-194d-4fd0-80cb-94fc0aca4983 req-cc0cb3c5-97c2-472f-9212-153635173742 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:27.286732 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9f297fd5-194d-4fd0-80cb-94fc0aca4983 req-cc0cb3c5-97c2-472f-9212-153635173742 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1182656 Dec 03 15:06:27.344129 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9f297fd5-194d-4fd0-80cb-94fc0aca4983 req-c2763871-58e5-48d5-91e4-605d1e59d05c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495560 Dec 03 15:06:27.703995 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741229'] for router_interface, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:28.491789 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f9419-a539-48d8-878e-960a30498dab req-8e20b4f1-6fa0-4d0d-89c1-1d67b5132c9f tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:28.494800 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5a9f9419-a539-48d8-878e-960a30498dab req-8e20b4f1-6fa0-4d0d-89c1-1d67b5132c9f tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 945 time: 0.1751440 Dec 03 15:06:28.623534 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5a9f9419-a539-48d8-878e-960a30498dab req-ccbf250e-2b30-462f-85e5-5b70a99ff8c1 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198442 Dec 03 15:06:28.669807 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Deleting port 7027f303-d408-4c5e-906c-c339c091139a {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:28.670352 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:28.747586 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d2b06-3639-4007-a467-d70513480c6e req-699640cc-c306-4f33-b9e3-d4fe167bef10 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:28.749761 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e52d2b06-3639-4007-a467-d70513480c6e req-699640cc-c306-4f33-b9e3-d4fe167bef10 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1862926 Dec 03 15:06:28.778885 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005690ef-e248-447a-8ca1-2dbef329aab1 req-0b352c75-9666-40fb-ae44-102ab84ee588 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:28.780525 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-005690ef-e248-447a-8ca1-2dbef329aab1 req-0b352c75-9666-40fb-ae44-102ab84ee588 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 945 time: 0.1459475 Dec 03 15:06:28.884670 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e52d2b06-3639-4007-a467-d70513480c6e req-b683f32f-f907-4808-b27d-edc1057f59a1 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256058 Dec 03 15:06:28.893369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-005690ef-e248-447a-8ca1-2dbef329aab1 req-3807e65f-0e6f-43bf-9e0a-e08f3d5ea3d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Deleting port 11ce56a0-db64-42e6-9c84-505a68a4bafe {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:28.893760 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-005690ef-e248-447a-8ca1-2dbef329aab1 req-3807e65f-0e6f-43bf-9e0a-e08f3d5ea3d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:28.895883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] For port 7027f303-d408-4c5e-906c-c339c091139a, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=7027f303-d408-4c5e-906c-c339c091139a,segment=NetworkSegment(a792aa9d-02d8-4b40-ba94-6fceaec71b96),segment_id=a792aa9d-02d8-4b40-ba94-6fceaec71b96)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:28.896424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:29.064040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Calling delete_port for 7027f303-d408-4c5e-906c-c339c091139a owned by network:router_interface {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:29.266073 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-005690ef-e248-447a-8ca1-2dbef329aab1 req-3807e65f-0e6f-43bf-9e0a-e08f3d5ea3d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] For port 11ce56a0-db64-42e6-9c84-505a68a4bafe, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=11ce56a0-db64-42e6-9c84-505a68a4bafe,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:29.267025 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-005690ef-e248-447a-8ca1-2dbef329aab1 req-3807e65f-0e6f-43bf-9e0a-e08f3d5ea3d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:29.429644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-005690ef-e248-447a-8ca1-2dbef329aab1 req-3807e65f-0e6f-43bf-9e0a-e08f3d5ea3d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Calling delete_port for 11ce56a0-db64-42e6-9c84-505a68a4bafe owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:29.479711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850907544'] for port, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:29.505282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f9f78371-c5a1-41ed-87df-d894ae5bd6cc tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:29.604851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-005690ef-e248-447a-8ca1-2dbef329aab1 req-3807e65f-0e6f-43bf-9e0a-e08f3d5ea3d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:29.703452 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7027f303-d408-4c5e-906c-c339c091139a,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:29.746906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.747682 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.749165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.749899 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.750494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.751103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.751942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.752542 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.753146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.754271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.754891 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.755492 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.756256 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.756965 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.757638 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.758234 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.759036 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.759665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.760392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.761070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.761673 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.762191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.762587 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.762977 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:29.770903 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:29.825331 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f6e23d02-2d80-450c-ad07-10844e3f91c2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:29.897235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807e65f-0e6f-43bf-9e0a-e08f3d5ea3d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Pushing event deleted for resources: {'Port': ['ID=11ce56a0-db64-42e6-9c84-505a68a4bafe,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:29.907241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3807e65f-0e6f-43bf-9e0a-e08f3d5ea3d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:29.975542 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-430cce33-2d7f-461a-b640-9e42e97bbd80 req-c415eba1-ff43-4f0c-93ef-9931e1ec1224 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=4ff9baec-41e7-4415-969a-4054661efafe HTTP/1.1" status: 200 len: 210 time: 0.1521847 Dec 03 15:06:30.041184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-005690ef-e248-447a-8ca1-2dbef329aab1 req-3807e65f-0e6f-43bf-9e0a-e08f3d5ea3d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] No DVR routers for this DVR port 11ce56a0-db64-42e6-9c84-505a68a4bafe on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:06:30.043880 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-005690ef-e248-447a-8ca1-2dbef329aab1 req-3807e65f-0e6f-43bf-9e0a-e08f3d5ea3d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:30.048419 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822424073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853027472'] for router_interface, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:30.061080 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff9baec-41e7-4415-969a-4054661efafe', 'name': 'network-vif-deleted', 'tag': '11ce56a0-db64-42e6-9c84-505a68a4bafe'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:06:30.069424 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-005690ef-e248-447a-8ca1-2dbef329aab1 req-3807e65f-0e6f-43bf-9e0a-e08f3d5ea3d7 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "DELETE /v2.0/ports/11ce56a0-db64-42e6-9c84-505a68a4bafe HTTP/1.1" status: 204 len: 173 time: 1.2812514 Dec 03 15:06:30.179086 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff9baec-41e7-4415-969a-4054661efafe', 'name': 'network-vif-deleted', 'tag': '11ce56a0-db64-42e6-9c84-505a68a4bafe', 'status': 'completed', 'code': 200} Dec 03 15:06:30.315680 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541cf6c-91dd-42c7-b5b3-e703795a9aeb req-8eb6171a-0c8f-49cf-b3a3-1edcb8e703ca tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:30.321073 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6541cf6c-91dd-42c7-b5b3-e703795a9aeb req-8eb6171a-0c8f-49cf-b3a3-1edcb8e703ca tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.2283299 Dec 03 15:06:30.440826 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6541cf6c-91dd-42c7-b5b3-e703795a9aeb req-9fc1a053-3f48-4116-812f-6924dfa43415 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101880 Dec 03 15:06:30.492434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 11ce56a0-db64-42e6-9c84-505a68a4bafe no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:06:30.530929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] No Port match for: 11ce56a0-db64-42e6-9c84-505a68a4bafe {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:06:30.531686 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 11ce56a0-db64-42e6-9c84-505a68a4bafe not bound to the agent host hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:06:30.765853 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Router 60193abd-07f4-41ed-b4a4-d1ffc413ea39 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:06:30.994671 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:06:31.007467 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c7912-505a-4ace-a095-5486e54b9d94 None None] Sync routers for ids ['60193abd-07f4-41ed-b4a4-d1ffc413ea39'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:06:31.022048 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] 10.222.0.81 "PUT /v2.0/routers/60193abd-07f4-41ed-b4a4-d1ffc413ea39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7415192 Dec 03 15:06:31.022464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 33818) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:31.035549 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c7912-505a-4ace-a095-5486e54b9d94 None None] Routers {'60193abd-07f4-41ed-b4a4-d1ffc413ea39'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:06:31.036285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-786c7912-505a-4ace-a095-5486e54b9d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:06:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['60193abd-07f4-41ed-b4a4-d1ffc413ea39'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:31.251750 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Notify callbacks [] for router, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:31.289686 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-786c7912-505a-4ace-a095-5486e54b9d94 None None] Set router 60193abd-07f4-41ed-b4a4-d1ffc413ea39 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:06:31.469989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:31.476422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Deleting port c09ef050-baa1-4c98-bb1c-a085761787a0 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:31.476800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:31.684371 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-786c7912-505a-4ace-a095-5486e54b9d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'name': 'tempest-ServerRescueNegativeTestJSON-2044495592-router', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:26Z', 'updated_at': '2020-12-03T15:06:29Z', 'revision_number': 5, 'project_id': 'dd93a4c230914073aca399b3e3b82b07', 'gw_port': {'id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:31.690298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c7912-505a-4ace-a095-5486e54b9d94 None None] Checking router: 60193abd-07f4-41ed-b4a4-d1ffc413ea39 for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:06:31.713661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c7912-505a-4ace-a095-5486e54b9d94 None None] Routers {'60193abd-07f4-41ed-b4a4-d1ffc413ea39'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:06:31.715296 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-786c7912-505a-4ace-a095-5486e54b9d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:06:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['60193abd-07f4-41ed-b4a4-d1ffc413ea39'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:31.807247 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] For port c09ef050-baa1-4c98-bb1c-a085761787a0, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=c09ef050-baa1-4c98-bb1c-a085761787a0,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:31.807829 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:31.961569 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-786c7912-505a-4ace-a095-5486e54b9d94 None None] Set router 60193abd-07f4-41ed-b4a4-d1ffc413ea39 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:06:31.969597 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Calling delete_port for c09ef050-baa1-4c98-bb1c-a085761787a0 owned by network:router_gateway {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:32.018459 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd739909-f089-442e-8985-6d9747a9209a req-2259535b-803f-4d19-8206-cc6f01cd2f87 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:32.026872 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bd739909-f089-442e-8985-6d9747a9209a req-2259535b-803f-4d19-8206-cc6f01cd2f87 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.3210094 Dec 03 15:06:32.100694 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bd739909-f089-442e-8985-6d9747a9209a req-61e4ee78-9f1e-47eb-9037-9f1ac812a840 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727389 Dec 03 15:06:32.224433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.plugins.ml2.ovo_rpc [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: result = function(*args, **kwargs) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: proto.__init__(conn_state, self) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: self.handle() Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: self.handle_one_request() Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: self.handle_one_response() Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: result = self.application(self.environ, start_response) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: return app(environ, start_response) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: response = req.get_response(self.application) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: application, catch_exc_info=False) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: app_iter = application(self.environ, start_response) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: response = req.get_response(self.application) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: application, catch_exc_info=False) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: app_iter = application(self.environ, start_response) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: response = req.get_response(self.application) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: application, catch_exc_info=False) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: app_iter = application(self.environ, start_response) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: response = req.get_response(self.application) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: application, catch_exc_info=False) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: app_iter = application(self.environ, start_response) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: return request.get_response(self.application) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: application, catch_exc_info=False) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: app_iter = application(self.environ, start_response) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: response = req.get_response(self._app) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: application, catch_exc_info=False) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: app_iter = application(self.environ, start_response) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: return resp(environ, start_response) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: return resp(environ, start_response) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: response = self.app(environ, start_response) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: return resp(environ, start_response) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:06:32.231608 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: result = method(request=request, **args) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: return self._delete(request, id, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: return f(*args, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: return f(*args, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: return f(*dup_args, **dup_kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: obj_deleter(request.context, id, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: return method(*args, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: return f(*args, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: return f(*args, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: return f(*dup_args, **dup_kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: self._delete_current_gw_port(context, id, router, None) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: admin_ctx, gw_port_id, l3_port_check=False) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, context, *args, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: return method(*args, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: context, port, router_ids, bound_mech_contexts) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: return function(*args, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: callback(resource, event, trigger, **kwargs) Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: if self._is_session_semantic_violated(context, resource, event): Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 03 15:06:32.239082 dv-cinder-757908-3-smb neutron-server[80192]: stack = traceback.extract_stack() Dec 03 15:06:32.243619 dv-cinder-757908-3-smb neutron-server[80192]: Dec 03 15:06:32.506064 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-786c7912-505a-4ace-a095-5486e54b9d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'name': 'tempest-ServerRescueNegativeTestJSON-2044495592-router', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:26Z', 'updated_at': '2020-12-03T15:06:29Z', 'revision_number': 5, 'project_id': 'dd93a4c230914073aca399b3e3b82b07', 'gw_port': {'id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:32.519731 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c7912-505a-4ace-a095-5486e54b9d94 None None] The sync data for ids ['60193abd-07f4-41ed-b4a4-d1ffc413ea39'] in dv-cinder-757908-3-smb is: [{'id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'name': 'tempest-ServerRescueNegativeTestJSON-2044495592-router', 'tenant_id': 'dd93a4c230914073aca399b3e3b82b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:26Z', 'updated_at': '2020-12-03T15:06:29Z', 'revision_number': 5, 'project_id': 'dd93a4c230914073aca399b3e3b82b07', 'gw_port': {'id': 'c09ef050-baa1-4c98-bb1c-a085761787a0', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60193abd-07f4-41ed-b4a4-d1ffc413ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:06:32.736086 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672997'] for router_gateway, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:32.925220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5089'] for router, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:32.929784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:33.092429 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853101674'] for router, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:33.093007 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60193abd-07f4-41ed-b4a4-d1ffc413ea39 {{(pid=80303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 03 15:06:33.131989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:33.133328 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-da0b0823-010a-4bd7-acf0-1544542172ef admin admin] 10.222.0.81 "DELETE /v2.0/routers/60193abd-07f4-41ed-b4a4-d1ffc413ea39 HTTP/1.1" status: 204 len: 168 time: 2.1096790 Dec 03 15:06:33.138362 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 33848) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:33.153175 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b235c16-a2ec-479e-95ef-1fd4a420655b req-890d1cf4-6c0f-442d-8d4a-33d5b99b9553 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:33.154050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-7b235c16-a2ec-479e-95ef-1fd4a420655b req-890d1cf4-6c0f-442d-8d4a-33d5b99b9553 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Synchronizing usage tracker for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:06:33.199546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-7b235c16-a2ec-479e-95ef-1fd4a420655b req-890d1cf4-6c0f-442d-8d4a-33d5b99b9553 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Unset dirty status for tenant:21e40f738979427da81270cc73912ddb on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:06:33.200433 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7b235c16-a2ec-479e-95ef-1fd4a420655b req-890d1cf4-6c0f-442d-8d4a-33d5b99b9553 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 945 time: 0.1743841 Dec 03 15:06:33.249796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f9c814-ee79-4821-900a-b676fa86a081 admin admin] Deleting subnet f08cdce3-c72c-4b36-9269-b062a5efece6 {{(pid=80304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:06:33.255540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62f9c814-ee79-4821-900a-b676fa86a081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:33.331671 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62f9c814-ee79-4821-900a-b676fa86a081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2790690'] for subnet, precommit_delete_associations {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:33.375714 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7b235c16-a2ec-479e-95ef-1fd4a420655b req-4b576994-0451-4637-9437-d1b36e7f6236 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675396 Dec 03 15:06:33.430488 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f63bb8-9aaf-44f0-8129-b561edb42940 req-972c7b73-36cf-41d3-a3e8-7e475fd4da7a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:33.433567 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a8f63bb8-9aaf-44f0-8129-b561edb42940 req-972c7b73-36cf-41d3-a3e8-7e475fd4da7a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1288285 Dec 03 15:06:33.437525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62f9c814-ee79-4821-900a-b676fa86a081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:33.516672 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a8f63bb8-9aaf-44f0-8129-b561edb42940 req-d63cf15a-625e-4c38-8f14-a3a82f3d08a0 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763667 Dec 03 15:06:33.800062 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62f9c814-ee79-4821-900a-b676fa86a081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850908740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851306696'] for subnet, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:34.035722 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c9db6ce3-d566-4a4a-a051-1863df44d8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:34.123623 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9c814-ee79-4821-900a-b676fa86a081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08cdce3-c72c-4b36-9269-b062a5efece6,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:34.130825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-62f9c814-ee79-4821-900a-b676fa86a081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:34.189350 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-62f9c814-ee79-4821-900a-b676fa86a081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:34.197241 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-62f9c814-ee79-4821-900a-b676fa86a081 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f08cdce3-c72c-4b36-9269-b062a5efece6 HTTP/1.1" status: 204 len: 168 time: 1.0572853 Dec 03 15:06:34.200038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 33856) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:34.334981 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:34.636559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:34.637080 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 7027f303-d408-4c5e-906c-c339c091139a no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:06:34.705160 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae397aa-fd70-4692-a75a-8577d94d934c req-76623903-4e65-4d32-9e65-e235e5122a25 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:34.707186 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3ae397aa-fd70-4692-a75a-8577d94d934c req-76623903-4e65-4d32-9e65-e235e5122a25 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 945 time: 0.1816282 Dec 03 15:06:34.734521 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: 7027f303-d408-4c5e-906c-c339c091139a {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:06:34.735662 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 7027f303-d408-4c5e-906c-c339c091139a not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:06:34.736601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device c09ef050-baa1-4c98-bb1c-a085761787a0 no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:06:34.777360 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: c09ef050-baa1-4c98-bb1c-a085761787a0 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:06:34.778129 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device c09ef050-baa1-4c98-bb1c-a085761787a0 not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:06:34.787269 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3ae397aa-fd70-4692-a75a-8577d94d934c req-0f855b8b-69da-4159-8fc2-a256c713b4a2 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/security-groups?id=6e4e127c-9986-4810-afbc-27d047625d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734174 Dec 03 15:06:34.842899 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248475ad-b79d-4d29-b86d-4c7b668805e3']}} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:34.857289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a792aa9d-02d8-4b40-ba94-6fceaec71b96') {'for_net_delete': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:34.857776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a792aa9d-02d8-4b40-ba94-6fceaec71b96') {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:34.871906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851985110'] for segment, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:34.900871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:34.905843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:06:34.927887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8676425-548e-4c86-9b48-bf80d48ad45c req-68a86b9a-3167-4482-8fd3-8d3d9eab0cf2 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:34.937162 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b8676425-548e-4c86-9b48-bf80d48ad45c req-68a86b9a-3167-4482-8fd3-8d3d9eab0cf2 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1480100 Dec 03 15:06:35.002658 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b8676425-548e-4c86-9b48-bf80d48ad45c req-0feb944d-af77-4f97-ba81-7afd55e988df tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641792 Dec 03 15:06:35.150000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155e7e3-1388-4ec0-8f47-7286a3f35c09 req-b0026be7-0a22-4bce-b2ca-9c756cf825d0 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:35.152710 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2155e7e3-1388-4ec0-8f47-7286a3f35c09 req-b0026be7-0a22-4bce-b2ca-9c756cf825d0 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 945 time: 0.1469059 Dec 03 15:06:35.157189 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] Network 248475ad-b79d-4d29-b86d-4c7b668805e3 has no segments {{(pid=80304) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:06:35.170345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868191'] for segment, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:35.254015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-2155e7e3-1388-4ec0-8f47-7286a3f35c09 req-2786fab1-1a12-4df7-adba-b967e19faf48 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Deleting port 50cf6e7e-c16e-4adc-a773-2578e95f67a4 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:35.254689 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-2155e7e3-1388-4ec0-8f47-7286a3f35c09 req-2786fab1-1a12-4df7-adba-b967e19faf48 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:35.383921 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] Network 248475ad-b79d-4d29-b86d-4c7b668805e3 has no segments {{(pid=80304) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:06:35.408596 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:06:35.489883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:35.494648 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-407fb57a-b53a-446f-ac0a-5a664d49d9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:35.510558 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:35.526110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] Pushing event deleted for resources: {'Network': ['ID=248475ad-b79d-4d29-b86d-4c7b668805e3,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:35.529705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:35.535215 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8091b874-3633-4230-b4c7-86833953944b admin admin] 10.222.0.81 "DELETE /v2.0/networks/248475ad-b79d-4d29-b86d-4c7b668805e3 HTTP/1.1" status: 204 len: 168 time: 1.3336072 Dec 03 15:06:35.559045 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-2155e7e3-1388-4ec0-8f47-7286a3f35c09 req-2786fab1-1a12-4df7-adba-b967e19faf48 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] For port 50cf6e7e-c16e-4adc-a773-2578e95f67a4, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=50cf6e7e-c16e-4adc-a773-2578e95f67a4,segment=NetworkSegment(85e48e60-df14-4258-a098-e906df545a48),segment_id=85e48e60-df14-4258-a098-e906df545a48)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:35.559480 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-2155e7e3-1388-4ec0-8f47-7286a3f35c09 req-2786fab1-1a12-4df7-adba-b967e19faf48 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:35.692197 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-2155e7e3-1388-4ec0-8f47-7286a3f35c09 req-2786fab1-1a12-4df7-adba-b967e19faf48 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Calling delete_port for 50cf6e7e-c16e-4adc-a773-2578e95f67a4 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:35.718505 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 33890) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:35.774273 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-f52432ad-03db-4616-8cb3-3496bfb4e399 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd93a4c230914073aca399b3e3b82b07&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0519111 Dec 03 15:06:35.774500 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 33894) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:35.837928 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c619-2574-4471-941e-ee939b478593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:35.841094 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-2155e7e3-1388-4ec0-8f47-7286a3f35c09 req-2786fab1-1a12-4df7-adba-b967e19faf48 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:35.859113 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:35.880292 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c619-2574-4471-941e-ee939b478593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:35.928647 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c619-2574-4471-941e-ee939b478593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:35.935527 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bfbdfc87-61b9-4e2b-9ca3-0dd7e95ed328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:35.950372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5c619-2574-4471-941e-ee939b478593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e735d425-42c7-4f08-9804-fe4d0eeeb0dd,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:35.953022 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c619-2574-4471-941e-ee939b478593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:35.954389 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c3e5c619-2574-4471-941e-ee939b478593 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e735d425-42c7-4f08-9804-fe4d0eeeb0dd HTTP/1.1" status: 204 len: 168 time: 0.1789169 Dec 03 15:06:35.955493 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c3e5c619-2574-4471-941e-ee939b478593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:35.964135 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786fab1-1a12-4df7-adba-b967e19faf48 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Pushing event deleted for resources: {'Port': ['ID=50cf6e7e-c16e-4adc-a773-2578e95f67a4,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:35.974280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2786fab1-1a12-4df7-adba-b967e19faf48 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:36.030402 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72f23c05-91d5-46b7-a44f-bb8a0df7b56f req-78cd94a6-2352-46d4-a824-5e23a2495872 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.81 "GET /v2.0/ports?device_id=b75f6478-506c-4243-9e67-e9d873c8ec23 HTTP/1.1" status: 200 len: 210 time: 0.0637114 Dec 03 15:06:36.135028 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-2155e7e3-1388-4ec0-8f47-7286a3f35c09 req-2786fab1-1a12-4df7-adba-b967e19faf48 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] No DVR routers for this DVR port 50cf6e7e-c16e-4adc-a773-2578e95f67a4 on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:06:36.137349 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-2155e7e3-1388-4ec0-8f47-7286a3f35c09 req-2786fab1-1a12-4df7-adba-b967e19faf48 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:36.140394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75f6478-506c-4243-9e67-e9d873c8ec23', 'name': 'network-vif-deleted', 'tag': '50cf6e7e-c16e-4adc-a773-2578e95f67a4'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:06:36.155935 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2155e7e3-1388-4ec0-8f47-7286a3f35c09 req-2786fab1-1a12-4df7-adba-b967e19faf48 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] 10.222.0.65 "DELETE /v2.0/ports/50cf6e7e-c16e-4adc-a773-2578e95f67a4 HTTP/1.1" status: 204 len: 173 time: 0.9960494 Dec 03 15:06:36.233523 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75f6478-506c-4243-9e67-e9d873c8ec23', 'name': 'network-vif-deleted', 'tag': '50cf6e7e-c16e-4adc-a773-2578e95f67a4', 'status': 'completed', 'code': 200} Dec 03 15:06:36.260911 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a71b0-c851-4eef-9935-3cb1a6b7216d req-2e6034f7-3c8d-4175-bf85-9f1fa595b6f4 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:36.262975 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-122a71b0-c851-4eef-9935-3cb1a6b7216d req-2e6034f7-3c8d-4175-bf85-9f1fa595b6f4 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1061573 Dec 03 15:06:36.317250 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-122a71b0-c851-4eef-9935-3cb1a6b7216d req-1001a030-67da-45d8-92fd-ec32a0d8c1e6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475032 Dec 03 15:06:36.364458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 50cf6e7e-c16e-4adc-a773-2578e95f67a4 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:06:36.401852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] No Port match for: 50cf6e7e-c16e-4adc-a773-2578e95f67a4 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:06:36.402582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 50cf6e7e-c16e-4adc-a773-2578e95f67a4 not bound to the agent host hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:06:37.169860 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 33982) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:37.242493 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-709bf1e2-9f7e-432a-b221-7f704f9416b2 admin admin] Deleting subnet 1231438f-9ed6-449f-9282-1e8fad01a494 {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:06:37.246327 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-709bf1e2-9f7e-432a-b221-7f704f9416b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:37.306703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-709bf1e2-9f7e-432a-b221-7f704f9416b2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:37.315167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-709bf1e2-9f7e-432a-b221-7f704f9416b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:37.666893 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa7975-846d-48ed-a9d2-16b97d3595d6 req-6001c97f-7ea4-4de1-bd30-163a3b33a52b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:37.668546 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-16fa7975-846d-48ed-a9d2-16b97d3595d6 req-6001c97f-7ea4-4de1-bd30-163a3b33a52b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1702251 Dec 03 15:06:37.698293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-709bf1e2-9f7e-432a-b221-7f704f9416b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:37.719866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:37.830824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bf1e2-9f7e-432a-b221-7f704f9416b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1231438f-9ed6-449f-9282-1e8fad01a494,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:37.853544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-709bf1e2-9f7e-432a-b221-7f704f9416b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:37.859913 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-16fa7975-846d-48ed-a9d2-16b97d3595d6 req-8832112b-f600-4238-bcd6-ab027325255b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822731 Dec 03 15:06:37.890484 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-709bf1e2-9f7e-432a-b221-7f704f9416b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:37.897254 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-709bf1e2-9f7e-432a-b221-7f704f9416b2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1231438f-9ed6-449f-9282-1e8fad01a494 HTTP/1.1" status: 204 len: 168 time: 0.7254078 Dec 03 15:06:37.900196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 33998) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:38.232471 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:38.419778 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:38.530598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34008) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:38.540334 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.540966 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.542123 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.542657 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > port after_create 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.543170 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.543770 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > port after_update 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.544310 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.544898 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.545413 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.546005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.605513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89b7dd1-060f-4662-9f06-528721224d88 admin admin] Deleting subnet df42fa34-7361-40a9-82c3-1356a5f37853 {{(pid=80304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:06:38.609240 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a89b7dd1-060f-4662-9f06-528721224d88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:38.661160 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.661540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.661938 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.662304 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 03 15:06:38.662714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:38.665252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a89b7dd1-060f-4662-9f06-528721224d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2790690'] for subnet, precommit_delete_associations {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:38.678437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e48e60-df14-4258-a098-e906df545a48') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:38.678796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e48e60-df14-4258-a098-e906df545a48') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:38.692139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853099734'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:38.708684 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:38.710840 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:06:38.725527 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a89b7dd1-060f-4662-9f06-528721224d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:38.899451 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:06:38.909026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852037735'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:38.990297 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a89b7dd1-060f-4662-9f06-528721224d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850908740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851306696'] for subnet, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:39.006651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9fc6b769-8c2c-43e2-ad44-b4577c2d1139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:39.046833 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b7dd1-060f-4662-9f06-528721224d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df42fa34-7361-40a9-82c3-1356a5f37853,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:39.097022 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a89b7dd1-060f-4662-9f06-528721224d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:39.142391 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Network 59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:06:39.152643 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a89b7dd1-060f-4662-9f06-528721224d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:39.169168 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a89b7dd1-060f-4662-9f06-528721224d88 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/df42fa34-7361-40a9-82c3-1356a5f37853 HTTP/1.1" status: 204 len: 168 time: 0.6372468 Dec 03 15:06:39.170260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34020) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: (rel_b, rel_a, rel_b), Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: (rel_b, rel_a, rel_b), Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:06:39.174714 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:06:39.293565 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8d97b-ec7d-43ec-87fe-3f15da1569e6 req-617a216f-2c27-462e-8bd8-691412a71ade tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:39.295346 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0bf8d97b-ec7d-43ec-87fe-3f15da1569e6 req-617a216f-2c27-462e-8bd8-691412a71ade tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.2754145 Dec 03 15:06:39.296229 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:39.300176 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:39.317099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:39.319856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:39.339805 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:39.348803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:39.350426 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/59475d13-09f7-49f9-bdcc-4f9a3bcc5ee5 HTTP/1.1" status: 204 len: 168 time: 1.4492288 Dec 03 15:06:39.389339 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0bf8d97b-ec7d-43ec-87fe-3f15da1569e6 req-c4c0cc43-8268-412a-a68b-ff5d9d7561eb tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708773 Dec 03 15:06:39.547204 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:39.639259 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34038) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:39.679054 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd35447a-2029-40de-99fd-172ba6b60e5d']}} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:39.694733 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7770f000-940c-4206-821a-68a502c46566') {'for_net_delete': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:39.695064 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7770f000-940c-4206-821a-68a502c46566') {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:39.698993 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b798825b-ce8c-454d-992a-36ab06564913 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=21e40f738979427da81270cc73912ddb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0578880 Dec 03 15:06:39.699693 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34044) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:39.710469 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851985110'] for segment, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:39.727612 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:39.729795 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:06:39.775240 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a50356a3-3046-41d2-b8cf-7e118281dc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:39.807322 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a50356a3-3046-41d2-b8cf-7e118281dc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:39.869073 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a50356a3-3046-41d2-b8cf-7e118281dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:39.875007 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-01077c7b-78d7-4a49-97b4-b09ebe1c3007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:39.887378 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50356a3-3046-41d2-b8cf-7e118281dc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4e127c-9986-4810-afbc-27d047625d7e,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:39.894625 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a50356a3-3046-41d2-b8cf-7e118281dc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:39.895540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a50356a3-3046-41d2-b8cf-7e118281dc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:39.896653 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a50356a3-3046-41d2-b8cf-7e118281dc2e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e4e127c-9986-4810-afbc-27d047625d7e HTTP/1.1" status: 204 len: 168 time: 0.1957531 Dec 03 15:06:39.925290 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Network fd35447a-2029-40de-99fd-172ba6b60e5d has no segments {{(pid=80304) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:06:39.935397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868191'] for segment, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:40.127024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Network fd35447a-2029-40de-99fd-172ba6b60e5d has no segments {{(pid=80304) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:06:40.152932 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:06:40.235334 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:40.239643 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:40.256006 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:40.270426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Pushing event deleted for resources: {'Network': ['ID=fd35447a-2029-40de-99fd-172ba6b60e5d,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:40.273166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:40.276043 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] 10.222.0.81 "DELETE /v2.0/networks/fd35447a-2029-40de-99fd-172ba6b60e5d HTTP/1.1" status: 204 len: 168 time: 1.1033909 Dec 03 15:06:40.449192 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34074) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:40.515605 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-2fdb08f5-9de7-4a74-8fb2-283f01db5d88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=483bd656d47c43b990c2552fa5e394cd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0622156 Dec 03 15:06:40.515995 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34080) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:40.649023 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1eb076ff-ea59-497e-869f-d09814f17832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:40.691613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0475138-b64f-4cd0-a16f-232753734dfe req-154ea379-3003-49f1-8b2f-c6484fa29407 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:40.693357 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a0475138-b64f-4cd0-a16f-232753734dfe req-154ea379-3003-49f1-8b2f-c6484fa29407 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1745138 Dec 03 15:06:40.695622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1eb076ff-ea59-497e-869f-d09814f17832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:40.777066 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a0475138-b64f-4cd0-a16f-232753734dfe req-0a9867cd-97c1-4bc6-9761-5aa021a3aa21 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731268 Dec 03 15:06:40.792476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1eb076ff-ea59-497e-869f-d09814f17832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:40.799774 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a709638a-6f38-4cc6-9d4a-931ce2c806f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:40.815552 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb076ff-ea59-497e-869f-d09814f17832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63550ab6-5ec0-43ef-9c67-d9f1a1872b3a,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:40.818139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1eb076ff-ea59-497e-869f-d09814f17832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:40.823133 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1eb076ff-ea59-497e-869f-d09814f17832 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63550ab6-5ec0-43ef-9c67-d9f1a1872b3a HTTP/1.1" status: 204 len: 168 time: 0.3061979 Dec 03 15:06:40.824313 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1eb076ff-ea59-497e-869f-d09814f17832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:41.021400 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34100) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:41.057745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34106) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:41.365079 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1997984646-network', 'tenant_id': 'ebaf606df4c74a9faf6ba650e8c17ad0'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:06:41.370946 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:41.376186 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Usage tracker for resource:network and tenant:ebaf606df4c74a9faf6ba650e8c17ad0 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:41.380141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:41.386166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:41.396959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Made reservation on behalf of ebaf606df4c74a9faf6ba650e8c17ad0 for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:06:41.401861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.416975 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.439057 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.446048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:41.451329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Usage tracker for resource:security_group_rule and tenant:ebaf606df4c74a9faf6ba650e8c17ad0 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:41.455548 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:41.462459 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:41.467660 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:41.477808 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Usage tracker for resource:security_group_rule and tenant:b53009836469481db77a8394f7f96a18 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:41.481574 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:41.494386 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:41.574568 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.578084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.583184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-47b4df88-99a6-4f55-881c-afaecbb66a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:41.609628 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.613978 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.621983 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612928ea-e193-40d1-9c59-cb58766c001b,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:41.624354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a7205db3-14ea-49f6-85b4-42c90e1c3182 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:41.627212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:41.647297 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:06:41.661453 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.661908 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Added segment 1c618941-38cc-4737-b0a5-7a3a290b7f4b of type vxlan for network 8a413d0a-380f-4387-8f76-cb6c07af316e Dec 03 15:06:41.693897 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b53009836469481db77a8394f7f96a18&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6348102 Dec 03 15:06:41.694861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd4c2c1-d278-4d36-bb30-cc3a8bcf6613,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:41.697331 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34126) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:41.702389 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.740989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.742479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:41.743277 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.747591 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.748042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.748686 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.749076 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.749465 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.749852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.750233 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.750616 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.750994 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.751490 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.751876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.752292 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.752775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.753155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.754069 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.754446 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.754824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.755201 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.755582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.755950 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.756375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.756751 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.757127 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.757507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:06:41.763487 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:41.770351 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:41.788990 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-97572a75-bf50-44be-9c89-4fef788a35a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.792273 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7696323 Dec 03 15:06:41.798819 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34130) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:41.824898 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-97572a75-bf50-44be-9c89-4fef788a35a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.875912 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-97572a75-bf50-44be-9c89-4fef788a35a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.881588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-21ef45ad-a8cc-4385-a984-d0b280e12ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:41.881942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Request body: {'subnet': {'network_id': '8a413d0a-380f-4387-8f76-cb6c07af316e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1997984646-subnet', 'tenant_id': 'ebaf606df4c74a9faf6ba650e8c17ad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:06:41.887325 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:41.893383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Usage tracker for resource:subnet and tenant:ebaf606df4c74a9faf6ba650e8c17ad0 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:41.895672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:41.901802 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:41.904634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97572a75-bf50-44be-9c89-4fef788a35a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd4c2c1-d278-4d36-bb30-cc3a8bcf6613,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:41.907484 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-97572a75-bf50-44be-9c89-4fef788a35a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:41.908802 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-97572a75-bf50-44be-9c89-4fef788a35a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:41.910703 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-97572a75-bf50-44be-9c89-4fef788a35a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dbd4c2c1-d278-4d36-bb30-cc3a8bcf6613 HTTP/1.1" status: 204 len: 168 time: 0.2100453 Dec 03 15:06:41.935585 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Made reservation on behalf of ebaf606df4c74a9faf6ba650e8c17ad0 for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:06:41.941007 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3469074'] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:42.071872 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Pushing event updated for resources: {'Network': ['ID=8a413d0a-380f-4387-8f76-cb6c07af316e,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:42.077935 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:42.087663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network 8a413d0a-380f-4387-8f76-cb6c07af316e details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:06:42.215434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bf805-4227-4a65-a82f-d3cd982b7994 req-b0e3f640-dbf0-44d6-8f2e-2183ba6fc061 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:42.226694 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9c8bf805-4227-4a65-a82f-d3cd982b7994 req-b0e3f640-dbf0-44d6-8f2e-2183ba6fc061 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.2323332 Dec 03 15:06:42.267704 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network 8a413d0a-380f-4387-8f76-cb6c07af316e details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:06:42.283225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4b3a5-41c1-45ee-b672-d2c54d10bf5e req-ed7ca882-c662-4f46-8d8b-7835c58dd90f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:42.285915 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0fa4b3a5-41c1-45ee-b672-d2c54d10bf5e req-ed7ca882-c662-4f46-8d8b-7835c58dd90f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.1900525 Dec 03 15:06:42.331213 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9c8bf805-4227-4a65-a82f-d3cd982b7994 req-33e66367-a3d1-4c2b-8287-bb726ada4522 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031415 Dec 03 15:06:42.421176 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0fa4b3a5-41c1-45ee-b672-d2c54d10bf5e req-4319a29f-5531-463b-bb5c-99b6563c65f5 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064072 Dec 03 15:06:42.792664 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3867129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3469059'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:42.814588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:42.886274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96ed90-a162-49bb-98a5-eb07a9b4e544 req-04c6915b-81bc-4e94-b616-1479fce3bafc tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:42.893875 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0c96ed90-a162-49bb-98a5-eb07a9b4e544 req-04c6915b-81bc-4e94-b616-1479fce3bafc tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1056397 Dec 03 15:06:42.897444 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=045d15b3-0d9d-470a-b99c-a2e5c94d58e4,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:42.958881 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0c96ed90-a162-49bb-98a5-eb07a9b4e544 req-51ac5e44-daed-462b-ad19-426099282380 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634336 Dec 03 15:06:43.026673 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:43.066798 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220331b-f42a-48c9-ba2e-7258689be748 req-2003da66-91cc-4fab-a716-dfeab52e57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:43.069124 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c220331b-f42a-48c9-ba2e-7258689be748 req-2003da66-91cc-4fab-a716-dfeab52e57b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=341cf04604de451ba8a75ae14d0ebf68&device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 1163 time: 0.0976949 Dec 03 15:06:43.126417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Checking segment: {'id': '1c618941-38cc-4737-b0a5-7a3a290b7f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8a413d0a-380f-4387-8f76-cb6c07af316e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:06:43.126811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Network hostable DHCP agents. Network: 8a413d0a-380f-4387-8f76-cb6c07af316e, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:06:43.149591 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Network 8a413d0a-380f-4387-8f76-cb6c07af316e is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:06:43.159463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, 8a413d0a-380f-4387-8f76-cb6c07af316e) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:06:43.168907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94606465-9f3b-4c26-873b-4a1172361eb3 None None] Network 8a413d0a-380f-4387-8f76-cb6c07af316e requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:06:43.182809 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:43.183535 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:43.221301 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-3313a87b-b6e7-4206-9a33-bd5f2d276372 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4203272 Dec 03 15:06:43.260338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220331b-f42a-48c9-ba2e-7258689be748 req-b1ca6508-4b70-4f93-80f0-f10a9dd42601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:43.262487 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c220331b-f42a-48c9-ba2e-7258689be748 req-b1ca6508-4b70-4f93-80f0-f10a9dd42601 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe HTTP/1.1" status: 200 len: 905 time: 0.1843922 Dec 03 15:06:43.422176 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c220331b-f42a-48c9-ba2e-7258689be748 req-ae9ef292-29d3-4f9c-b9c3-2532c0a29419 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5682f271-b965-4c7d-957f-7223c6078977 HTTP/1.1" status: 200 len: 1002 time: 0.1445680 Dec 03 15:06:43.511718 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220331b-f42a-48c9-ba2e-7258689be748 req-f949b793-dd85-4f35-87df-1faf31145bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:43.513552 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c220331b-f42a-48c9-ba2e-7258689be748 req-f949b793-dd85-4f35-87df-1faf31145bea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4253b1e0-eddd-4edf-a51b-96580eb33f8b HTTP/1.1" status: 200 len: 850 time: 0.0797515 Dec 03 15:06:43.554317 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83957702-1147-4c2d-8baf-f4d71f6b847a None None] Network 8a413d0a-380f-4387-8f76-cb6c07af316e requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:06:43.713239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220331b-f42a-48c9-ba2e-7258689be748 req-519a5e3c-a3f3-4072-9adc-2a0c1dcc89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:43.716703 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c220331b-f42a-48c9-ba2e-7258689be748 req-519a5e3c-a3f3-4072-9adc-2a0c1dcc89e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1950195 Dec 03 15:06:44.062251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3968d9-9953-41ed-9bd2-647055141ead req-b2ff8022-d5d4-42e6-af16-a20a99e536f9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:44.071355 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb3968d9-9953-41ed-9bd2-647055141ead req-b2ff8022-d5d4-42e6-af16-a20a99e536f9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.3119624 Dec 03 15:06:44.089787 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c220331b-f42a-48c9-ba2e-7258689be748 req-c9cb148c-f22d-478d-a2de-d2bf0a87e447 service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636739 Dec 03 15:06:44.310039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device eb70472c-5223-443e-8685-5f7d855e581b no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:06:44.475132 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:44.508570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:06:44.517423 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34262) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:44.524759 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1390532999-network', 'tenant_id': '004fcc5ac2b64a7ca93e9a1881030616'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:06:44.526892 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port eb70472c-5223-443e-8685-5f7d855e581b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=eb70472c-5223-443e-8685-5f7d855e581b,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:44.530604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:44.532426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:44.535855 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Usage tracker for resource:network and tenant:004fcc5ac2b64a7ca93e9a1881030616 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:44.536303 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:44.543608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:44.573378 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:44.592467 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb3968d9-9953-41ed-9bd2-647055141ead req-fc2a7d9a-5e3c-4cf2-aea5-474e9936ecba tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=a5fada5f-ca02-4ed0-b996-cb29e9a29488&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5199921 Dec 03 15:06:44.620687 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-87b14e37-fd5b-40f9-b14a-1608b92b34df tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:44.622198 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-87b14e37-fd5b-40f9-b14a-1608b92b34df tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.65 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 946 time: 0.6570377 Dec 03 15:06:44.634001 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Made reservation on behalf of 004fcc5ac2b64a7ca93e9a1881030616 for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:06:44.637969 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c220331b-f42a-48c9-ba2e-7258689be748 req-f7370d70-a057-43e8-a150-3105211b5737 service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5391490 Dec 03 15:06:44.639466 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:44.655684 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:44.680406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:44.693985 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Usage tracker for resource:security_group_rule and tenant:004fcc5ac2b64a7ca93e9a1881030616 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:44.694394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=eb70472c-5223-443e-8685-5f7d855e581b,revision_number=7']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:44.697831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:44.703092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:44.717776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:44.760306 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b', 'code': 200} Dec 03 15:06:44.791927 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d240-4488-4da4-a7ef-760fa432e015 req-9df0a1db-20b6-4e6e-a0ee-5649f5ade5a3 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:44.793608 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb50d240-4488-4da4-a7ef-760fa432e015 req-9df0a1db-20b6-4e6e-a0ee-5649f5ade5a3 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.6617205 Dec 03 15:06:44.809061 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Deleting port eb70472c-5223-443e-8685-5f7d855e581b {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:44.809442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:44.864954 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:44.868576 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:44.873070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c8b2cf03-870a-4e74-93f7-c86a1215c12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:44.898234 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:06:44.925383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e39ba97-33fe-468b-8cc6-7d6f0db31600,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:44.928188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:44.928638 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Added segment 973c1373-6e2c-4d85-9778-de3ff016f271 of type vxlan for network e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc Dec 03 15:06:44.930232 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:44.944118 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cb50d240-4488-4da4-a7ef-760fa432e015 req-ecb43289-ffa1-4799-8fa6-bcf7a385f3dc tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416624 Dec 03 15:06:44.977328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:45.011050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:45.012679 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:45.013329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:45.019569 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2c29077d-4039-46a1-9d6c-e7afa000ca7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:45.130430 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Pushing event updated for resources: {'Network': ['ID=e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:45.133846 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6148126 Dec 03 15:06:45.134792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:45.137397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34272) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:45.143040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Request body: {'subnet': {'network_id': 'e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1390532999-subnet', 'tenant_id': '004fcc5ac2b64a7ca93e9a1881030616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:06:45.147801 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:06:45.148330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:45.149253 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] For port eb70472c-5223-443e-8685-5f7d855e581b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=eb70472c-5223-443e-8685-5f7d855e581b,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:06:45.149649 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:45.152640 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Usage tracker for resource:subnet and tenant:004fcc5ac2b64a7ca93e9a1881030616 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:45.155901 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:45.162497 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:45.176024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Made reservation on behalf of 004fcc5ac2b64a7ca93e9a1881030616 for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:06:45.179329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3469074'] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:45.194573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34276) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:45.256789 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:06:45.427272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-741fbcf6-3bdf-4015-8282-d99423c039a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:45.470898 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-741fbcf6-3bdf-4015-8282-d99423c039a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:45.480992 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-741fbcf6-3bdf-4015-8282-d99423c039a2 admin admin] Usage tracker for resource:security_group_rule and tenant:aa4e49bf32b944e3a45f61cdfb1e7d00 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:45.484856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-741fbcf6-3bdf-4015-8282-d99423c039a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:45.506649 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-741fbcf6-3bdf-4015-8282-d99423c039a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:45.527567 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:45.528117 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:45.528506 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Floating IP c87a2680-007c-4261-b671-1f441ef9f86e disassociated. External IP: 172.28.3.220, port: eb70472c-5223-443e-8685-5f7d855e581b. Dec 03 15:06:45.529094 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Calling delete_port for eb70472c-5223-443e-8685-5f7d855e581b owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:45.718297 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-741fbcf6-3bdf-4015-8282-d99423c039a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:45.741199 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:45.765749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:45.777346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-741fbcf6-3bdf-4015-8282-d99423c039a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:45.800450 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5cedf473-1065-486a-90e3-ce952163082c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:45.833479 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-741fbcf6-3bdf-4015-8282-d99423c039a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa4e49bf32b944e3a45f61cdfb1e7d00&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6320455 Dec 03 15:06:45.842232 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34286) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:45.848945 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3867129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3469059'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:45.907052 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbcf6-3bdf-4015-8282-d99423c039a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a6e316-4a12-4ce0-a44c-5b960f17119c,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:45.918301 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event deleted for resources: {'Port': ['ID=eb70472c-5223-443e-8685-5f7d855e581b,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:45.918598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-741fbcf6-3bdf-4015-8282-d99423c039a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:45.923427 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9b7b8a51-66ed-43ae-bf69-12b057a99f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:45.929072 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:45.931267 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-abb90410-52fa-417f-8378-cc1618dd0c1a req-2c59b2bc-4e44-4d04-be83-8df0df1336bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 210 time: 0.1238029 Dec 03 15:06:46.101694 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6ae36eda-049b-435d-b57d-1034ac91da87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:46.107194 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7208c7bf-0efc-4056-945e-a44982764e50,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:46.120639 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:46.159840 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6ae36eda-049b-435d-b57d-1034ac91da87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:46.233894 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Checking segment: {'id': '973c1373-6e2c-4d85-9778-de3ff016f271', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:06:46.234278 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Network hostable DHCP agents. Network: e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:06:46.271355 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6ae36eda-049b-435d-b57d-1034ac91da87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:46.276037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-911e9f78-4f9b-4624-b966-bafc739af464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:46.284528 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Network e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:06:46.298643 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae36eda-049b-435d-b57d-1034ac91da87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a6e316-4a12-4ce0-a44c-5b960f17119c,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:46.302857 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6ae36eda-049b-435d-b57d-1034ac91da87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:46.309641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6ae36eda-049b-435d-b57d-1034ac91da87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:46.314074 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-6ae36eda-049b-435d-b57d-1034ac91da87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46a6e316-4a12-4ce0-a44c-5b960f17119c HTTP/1.1" status: 204 len: 168 time: 0.4676201 Dec 03 15:06:46.314074 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:06:46.334573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7d4f4-a592-4aee-aee6-85f3527df94c req-882a416a-6b02-4a2d-85c9-2d8bb140bddc tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:46.336288 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e0c7d4f4-a592-4aee-aee6-85f3527df94c req-882a416a-6b02-4a2d-85c9-2d8bb140bddc tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1761525 Dec 03 15:06:46.339491 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:46.340188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:46.380175 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1de954-5891-460f-add6-a90670014a88 None None] Network e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:06:46.390520 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8dabc884-6b65-42eb-903a-c3de5649b347 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2524283 Dec 03 15:06:46.400829 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Router 2aba0485-77bd-4392-bc4d-9273ca218350 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:06:46.427518 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e0c7d4f4-a592-4aee-aee6-85f3527df94c req-3e95977c-6709-4607-a1b0-eafb12c335b5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812383 Dec 03 15:06:46.640208 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34300) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:46.747060 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:06:46.767684 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-6890b86f-dc27-474a-84b4-3dac0c319e0f admin admin] Deleting subnet 045d15b3-0d9d-470a-b99c-a2e5c94d58e4 {{(pid=80304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:06:46.777900 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6890b86f-dc27-474a-84b4-3dac0c319e0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:46.821436 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] No DVR routers for this DVR port eb70472c-5223-443e-8685-5f7d855e581b on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:06:46.825016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:46.832243 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'name': 'network-vif-deleted', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:06:46.864649 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f1f2dc9c-813f-4fe3-afc8-e86cbf6d00ea req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.65 "DELETE /v2.0/ports/eb70472c-5223-443e-8685-5f7d855e581b HTTP/1.1" status: 204 len: 173 time: 2.2292080 Dec 03 15:06:46.895746 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6890b86f-dc27-474a-84b4-3dac0c319e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2790690'] for subnet, precommit_delete_associations {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:46.902789 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8996a5c-1f05-473d-b2c8-c0ef70c7ec15 None None] Sync routers for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:06:46.921191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 5682f271-b965-4c7d-957f-7223c6078977 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:06:46.958945 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34310) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:46.973663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8996a5c-1f05-473d-b2c8-c0ef70c7ec15 None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:06:46.974140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-a8996a5c-1f05-473d-b2c8-c0ef70c7ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:06:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:46.988929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cfb3ab54-ca01-4f6f-98e5-3d11c2279afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:47.029469 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64974edf-e13f-4998-a352-bf0803385ac0', 'name': 'network-vif-deleted', 'tag': 'eb70472c-5223-443e-8685-5f7d855e581b', 'status': 'completed', 'code': 200} Dec 03 15:06:47.039702 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-cfb3ab54-ca01-4f6f-98e5-3d11c2279afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:47.043313 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6890b86f-dc27-474a-84b4-3dac0c319e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:47.049452 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-cfb3ab54-ca01-4f6f-98e5-3d11c2279afa admin admin] Usage tracker for resource:security_group_rule and tenant:781acdacef5d4665b436cdd3d454eaab is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:47.058048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-cfb3ab54-ca01-4f6f-98e5-3d11c2279afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:47.073410 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-cfb3ab54-ca01-4f6f-98e5-3d11c2279afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:47.238445 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cfb3ab54-ca01-4f6f-98e5-3d11c2279afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:47.249990 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cfb3ab54-ca01-4f6f-98e5-3d11c2279afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:47.274594 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a26271-2a32-4d17-9302-fd09a3704502 None None] Network e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:06:47.297815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3e422ef9-306b-402f-9578-fff023706f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:47.318906 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-cfb3ab54-ca01-4f6f-98e5-3d11c2279afa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=781acdacef5d4665b436cdd3d454eaab&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3579650 Dec 03 15:06:47.323730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34316) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:47.409215 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 5682f271-b965-4c7d-957f-7223c6078977 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:06:47.410477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:47.435670 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-863652c1-314d-419c-8b2f-7d430d39b563 req-702a4061-439e-4206-9226-60c9cdc31e1d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Synchronizing usage tracker for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:06:47.455552 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3ab54-ca01-4f6f-98e5-3d11c2279afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a1ecc8-9591-4015-8ed7-4f8d974d14f1,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:47.461350 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-a8996a5c-1f05-473d-b2c8-c0ef70c7ec15 None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:06:47.466048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-cfb3ab54-ca01-4f6f-98e5-3d11c2279afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:47.470291 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6890b86f-dc27-474a-84b4-3dac0c319e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850908740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851306696'] for subnet, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:47.491917 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-62f9c814-ee79-4821-900a-b676fa86a081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:47.507884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4c3f-8cb7-4b4a-80f4-83c8b855d6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:47.536661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4c3f-8cb7-4b4a-80f4-83c8b855d6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:47.626333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-863652c1-314d-419c-8b2f-7d430d39b563 req-702a4061-439e-4206-9226-60c9cdc31e1d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Unset dirty status for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:06:47.627907 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-863652c1-314d-419c-8b2f-7d430d39b563 req-702a4061-439e-4206-9226-60c9cdc31e1d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=64974edf-e13f-4998-a352-bf0803385ac0 HTTP/1.1" status: 200 len: 210 time: 0.3618922 Dec 03 15:06:47.630055 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890b86f-dc27-474a-84b4-3dac0c319e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045d15b3-0d9d-470a-b99c-a2e5c94d58e4,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:47.643902 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6890b86f-dc27-474a-84b4-3dac0c319e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:47.661598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4c3f-8cb7-4b4a-80f4-83c8b855d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:47.683714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:47.734381 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6890b86f-dc27-474a-84b4-3dac0c319e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:47.734687 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4c3f-8cb7-4b4a-80f4-83c8b855d6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a1ecc8-9591-4015-8ed7-4f8d974d14f1,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:47.744128 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-6890b86f-dc27-474a-84b4-3dac0c319e0f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/045d15b3-0d9d-470a-b99c-a2e5c94d58e4 HTTP/1.1" status: 204 len: 168 time: 1.1017649 Dec 03 15:06:47.746003 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34320) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:47.746517 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4c3f-8cb7-4b4a-80f4-83c8b855d6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:47.748228 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-ca9f4c3f-8cb7-4b4a-80f4-83c8b855d6a2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/47a1ecc8-9591-4015-8ed7-4f8d974d14f1 HTTP/1.1" status: 204 len: 168 time: 0.4230361 Dec 03 15:06:47.758769 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ca9f4c3f-8cb7-4b4a-80f4-83c8b855d6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:47.971826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:48.104092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-a8996a5c-1f05-473d-b2c8-c0ef70c7ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:03:09Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:48.115133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8996a5c-1f05-473d-b2c8-c0ef70c7ec15 None None] Checking router: 2aba0485-77bd-4392-bc4d-9273ca218350 for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:06:48.125845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8996a5c-1f05-473d-b2c8-c0ef70c7ec15 None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:06:48.126544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-a8996a5c-1f05-473d-b2c8-c0ef70c7ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:06:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:48.229176 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:48.360743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-a8996a5c-1f05-473d-b2c8-c0ef70c7ec15 None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:06:48.372112 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a413d0a-380f-4387-8f76-cb6c07af316e']}} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:48.405753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c618941-38cc-4737-b0a5-7a3a290b7f4b') {'for_net_delete': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:48.406106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c618941-38cc-4737-b0a5-7a3a290b7f4b') {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:48.431593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851985110'] for segment, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:48.450521 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:48.466347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:06:48.690366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] Network 8a413d0a-380f-4387-8f76-cb6c07af316e has no segments {{(pid=80304) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:06:48.703299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868191'] for segment, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:48.775614 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-a8996a5c-1f05-473d-b2c8-c0ef70c7ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:03:09Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:48.780323 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8996a5c-1f05-473d-b2c8-c0ef70c7ec15 None None] The sync data for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb is: [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:03:09Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:06:48.964443 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34348) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:49.084611 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7c9-f967-47bc-b80d-fd27a4a59820 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:49.157922 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7c9-f967-47bc-b80d-fd27a4a59820 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:49.210356 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] Network 8a413d0a-380f-4387-8f76-cb6c07af316e has no segments {{(pid=80304) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:06:49.235202 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7c9-f967-47bc-b80d-fd27a4a59820 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:06:49.239043 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:06:49.242432 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:49.263688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfee7c9-f967-47bc-b80d-fd27a4a59820 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fada5f-ca02-4ed0-b996-cb29e9a29488,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:49.266467 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4dfee7c9-f967-47bc-b80d-fd27a4a59820 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:49.281140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7c9-f967-47bc-b80d-fd27a4a59820 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:49.281140 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-4dfee7c9-f967-47bc-b80d-fd27a4a59820 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "DELETE /v2.0/security-groups/a5fada5f-ca02-4ed0-b996-cb29e9a29488 HTTP/1.1" status: 204 len: 168 time: 0.3133817 Dec 03 15:06:49.282878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34356) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:49.306837 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.v2.resource [None req-8d06e2dc-e86d-46b3-ba09-97ad9de4aa94 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] show failed (client error): The resource could not be found. Dec 03 15:06:49.308158 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8d06e2dc-e86d-46b3-ba09-97ad9de4aa94 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups/a5fada5f-ca02-4ed0-b996-cb29e9a29488 HTTP/1.1" status: 404 len: 347 time: 0.0240154 Dec 03 15:06:49.311328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34362) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:49.394798 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a7c13-5dbc-4683-b079-59c18a6f4a6a None None] New status for floating IP c87a2680-007c-4261-b671-1f441ef9f86e: DOWN {{(pid=80306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:06:49.398122 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:49.401710 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:49.421454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:49.424220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] Pushing event deleted for resources: {'Network': ['ID=8a413d0a-380f-4387-8f76-cb6c07af316e,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:49.436984 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] 10.222.0.81 "DELETE /v2.0/networks/8a413d0a-380f-4387-8f76-cb6c07af316e HTTP/1.1" status: 204 len: 168 time: 1.6866915 Dec 03 15:06:49.439864 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34366) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:49.441528 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a10102c0-c7d0-4b18-98b6-3555524b132e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:49.592463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Deleting port 9b2b007e-c8b4-4f80-8de3-ac47aa11679d {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:49.592693 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:49.699301 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee15462-4508-4fda-851c-ac89b893a59e admin admin] Deleting subnet 7208c7bf-0efc-4056-945e-a44982764e50 {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:06:49.709749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ee15462-4508-4fda-851c-ac89b893a59e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:49.794854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:06:49.833226 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ee15462-4508-4fda-851c-ac89b893a59e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1676066'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:49.918419 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:49.918782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:49.994426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ee15462-4508-4fda-851c-ac89b893a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:50.311810 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Calling delete_port for 9b2b007e-c8b4-4f80-8de3-ac47aa11679d owned by network:floatingip {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:50.520119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:06:50.520786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:06:50.657912 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ee15462-4508-4fda-851c-ac89b893a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2736186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099232'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:50.674613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0ddaa374-ab3a-4d2f-bcc4-64ec592735ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:50.802314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee15462-4508-4fda-851c-ac89b893a59e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7208c7bf-0efc-4056-945e-a44982764e50,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:50.805496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8ee15462-4508-4fda-851c-ac89b893a59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:50.835925 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ee15462-4508-4fda-851c-ac89b893a59e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:50.853514 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8ee15462-4508-4fda-851c-ac89b893a59e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7208c7bf-0efc-4056-945e-a44982764e50 HTTP/1.1" status: 204 len: 168 time: 1.4106159 Dec 03 15:06:50.856035 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34394) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:50.983250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:51.046699 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Deleting port 9b2b007e-c8b4-4f80-8de3-ac47aa11679d {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:06:51.047107 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:51.331098 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:51.470341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:51.470716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:51.562757 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:51.579341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973c1373-6e2c-4d85-9778-de3ff016f271') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:51.579596 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973c1373-6e2c-4d85-9778-de3ff016f271') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:06:51.593777 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853099734'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:51.609513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:51.611546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:06:51.703642 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Calling delete_port for 9b2b007e-c8b4-4f80-8de3-ac47aa11679d owned by network:floatingip {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:06:51.916531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Network e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:06:51.934563 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852037735'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:52.158430 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Network e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:06:52.185343 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:06:52.270764 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:52.286956 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e6d05f10-fa36-446d-9ba7-27349ca46702 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:52.606430 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event deleted for resources: {'Port': ['ID=9b2b007e-c8b4-4f80-8de3-ac47aa11679d,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:52.613969 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:52.617523 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:52.625843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bd927e1b-460d-4482-b4f3-8d1ad94f8218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:52.645899 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:52.663704 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:52.673721 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:52.692023 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e9d3d100-d84a-48e8-bfe2-f5078ce1a9bc HTTP/1.1" status: 204 len: 168 time: 1.8346202 Dec 03 15:06:52.842539 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:52.845697 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:52.848708 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "DELETE /v2.0/floatingips/c87a2680-007c-4261-b671-1f441ef9f86e HTTP/1.1" status: 204 len: 168 time: 3.5360951 Dec 03 15:06:52.973214 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34416) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:52.981746 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.031647 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-68063d47-455a-4925-a4c4-239abec294d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ebaf606df4c74a9faf6ba650e8c17ad0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0568244 Dec 03 15:06:53.034411 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34420) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:53.097442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7e07-90e3-4466-81e5-b3a28b6cf136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.125002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7e07-90e3-4466-81e5-b3a28b6cf136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.153842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-770ad855-43e5-4265-9838-abd3669890cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.171283 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7e07-90e3-4466-81e5-b3a28b6cf136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.176384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:53.187128 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e7e07-90e3-4466-81e5-b3a28b6cf136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612928ea-e193-40d1-9c59-cb58766c001b,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:53.191571 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8e7e7e07-90e3-4466-81e5-b3a28b6cf136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:53.194739 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7e07-90e3-4466-81e5-b3a28b6cf136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.196024 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8e7e7e07-90e3-4466-81e5-b3a28b6cf136 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/612928ea-e193-40d1-9c59-cb58766c001b HTTP/1.1" status: 204 len: 168 time: 0.1605818 Dec 03 15:06:53.259518 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34426) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:53.265722 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Request body: {'security_group': {'name': 'tempest-securitygroup--1324148426', 'description': 'tempest-description--1021555088'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:06:53.272952 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:53.277600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Usage tracker for resource:security_group and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:53.280642 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:53.288295 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:53.297307 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.319602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:53.323759 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Usage tracker for resource:security_group_rule and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:53.326805 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:53.333388 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:53.422096 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.424866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.431262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-50bee235-1641-417e-b806-12dd107578f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:53.479627 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5a62f3-f75f-4ce4-a532-6d551792cdbe,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:53.482650 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.485545 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 0.2230482 Dec 03 15:06:53.485545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:53.487610 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34432) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:53.493149 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-e0e8347f-61bb-449b-a258-7a42d358b631 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Request body: {'security_group_rule': {'security_group_id': '6a5a62f3-f75f-4ce4-a532-6d551792cdbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:06:53.499696 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e0e8347f-61bb-449b-a258-7a42d358b631 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:53.504501 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e0e8347f-61bb-449b-a258-7a42d358b631 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Usage tracker for resource:security_group_rule and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:53.507495 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e0e8347f-61bb-449b-a258-7a42d358b631 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:53.513798 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e0e8347f-61bb-449b-a258-7a42d358b631 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:53.532710 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e0e8347f-61bb-449b-a258-7a42d358b631 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.602236 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e0e8347f-61bb-449b-a258-7a42d358b631 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.605848 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e0e8347f-61bb-449b-a258-7a42d358b631 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822132'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.608116 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-56e2218f-ccf7-4782-9820-a79e2506d0a6 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:53.631065 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8347f-61bb-449b-a258-7a42d358b631 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc70a11-dd3f-441f-85f1-b29da4e4fc9c,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:53.636376 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e0e8347f-61bb-449b-a258-7a42d358b631 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:53.644665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e0e8347f-61bb-449b-a258-7a42d358b631 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.646006 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e0e8347f-61bb-449b-a258-7a42d358b631 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1574409 Dec 03 15:06:53.648883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34436) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:53.654477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-36411644-d7e8-42c8-a3bb-d85ee6e6e8b8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Request body: {'security_group_rule': {'security_group_id': '6a5a62f3-f75f-4ce4-a532-6d551792cdbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:06:53.660593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-36411644-d7e8-42c8-a3bb-d85ee6e6e8b8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:53.664677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-36411644-d7e8-42c8-a3bb-d85ee6e6e8b8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Usage tracker for resource:security_group_rule and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:53.668059 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-36411644-d7e8-42c8-a3bb-d85ee6e6e8b8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:53.674745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-36411644-d7e8-42c8-a3bb-d85ee6e6e8b8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:53.693336 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-36411644-d7e8-42c8-a3bb-d85ee6e6e8b8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.711568 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34440) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:53.769128 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-52558342-ac1f-4cb4-95ce-df79ee320331 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=004fcc5ac2b64a7ca93e9a1881030616&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0560062 Dec 03 15:06:53.772104 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34444) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:53.774273 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-36411644-d7e8-42c8-a3bb-d85ee6e6e8b8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.777435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-36411644-d7e8-42c8-a3bb-d85ee6e6e8b8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822132'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.779486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:53.801226 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36411644-d7e8-42c8-a3bb-d85ee6e6e8b8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344d972c-d58e-4fb0-ae87-c79cb78920a4,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:53.805785 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-36411644-d7e8-42c8-a3bb-d85ee6e6e8b8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:53.813184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-36411644-d7e8-42c8-a3bb-d85ee6e6e8b8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.814491 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-36411644-d7e8-42c8-a3bb-d85ee6e6e8b8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1646025 Dec 03 15:06:53.820846 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34448) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:53.827063 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Request body: {'floatingip': {'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:06:53.832867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:53.836650 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20b6eec4-301d-47e3-91a3-3267f864e521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.837001 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Usage tracker for resource:floatingip and tenant:e99d15128ca046d7ba7ac461674a1bfa is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:53.840242 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:53.846065 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:53.856235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.869293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20b6eec4-301d-47e3-91a3-3267f864e521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.932578 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20b6eec4-301d-47e3-91a3-3267f864e521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.938417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3a27105c-8094-44bd-910a-cdba86311c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:53.952699 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6eec4-301d-47e3-91a3-3267f864e521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e39ba97-33fe-468b-8cc6-7d6f0db31600,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:53.956038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-20b6eec4-301d-47e3-91a3-3267f864e521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:53.968015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20b6eec4-301d-47e3-91a3-3267f864e521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:53.968015 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-20b6eec4-301d-47e3-91a3-3267f864e521 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e39ba97-33fe-468b-8cc6-7d6f0db31600 HTTP/1.1" status: 204 len: 168 time: 0.1863368 Dec 03 15:06:54.040044 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:54.365350 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Allocated IP 172.28.3.124 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/d489a4d1-6075-4d74-9fe1-4f5da3a2dd74) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:06:54.566716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:54.602902 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:54.622071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2786fab1-1a12-4df7-adba-b967e19faf48 tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:54.762810 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event updated for resources: {'Port': ['ID=d489a4d1-6075-4d74-9fe1-4f5da3a2dd74,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:54.767674 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:54.837095 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:06:54.840188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:06:54.844165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:06:54.950472 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:55.024997 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:55.345158 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:55.350557 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:55.372589 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:55.510593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event updated for resources: {'Port': ['ID=d489a4d1-6075-4d74-9fe1-4f5da3a2dd74,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:55.516011 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:55.647275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:55.647925 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ef36fe4-70c3-44e3-a1b8-922c8754454d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:55.671769 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:55.677639 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8526044 Dec 03 15:06:55.940153 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-797b703f-07bc-45aa-991f-4f43747df241 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Synchronizing usage tracker for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:06:55.956329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-797b703f-07bc-45aa-991f-4f43747df241 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Unset dirty status for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:06:55.957791 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-797b703f-07bc-45aa-991f-4f43747df241 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1324148426&fields=id&tenant_id=e99d15128ca046d7ba7ac461674a1bfa HTTP/1.1" status: 200 len: 267 time: 0.0750413 Dec 03 15:06:56.131430 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-0757f380-6aec-4a5c-b058-c8e72a315f3b tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:56.133135 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-0757f380-6aec-4a5c-b058-c8e72a315f3b tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 816 time: 0.1674430 Dec 03 15:06:56.161633 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:56.165214 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-587d41e9-ad24-4c7f-9758-c4efe9a2d362 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/quotas/e99d15128ca046d7ba7ac461674a1bfa HTTP/1.1" status: 200 len: 375 time: 0.0207069 Dec 03 15:06:56.258115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-faee0675-e3cf-452c-a79c-ea82ffed46e9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Synchronizing usage tracker for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:06:56.276340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-faee0675-e3cf-452c-a79c-ea82ffed46e9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Unset dirty status for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:06:56.277898 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-faee0675-e3cf-452c-a79c-ea82ffed46e9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1112931 Dec 03 15:06:56.433026 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-6546773b-766d-4ba9-8b29-bc2c43028faf service neutron] 10.222.0.81 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410301 Dec 03 15:06:56.606868 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-44a18a3b-7459-47fa-81b2-6b784645be9f service neutron] 10.222.0.81 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1667573 Dec 03 15:06:56.888360 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-da9e29e1-525b-43c1-8c95-fe2347ae7154 req-ed774fc9-7386-4e5c-867e-cd3318ed30ad tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 210 time: 0.0856855 Dec 03 15:06:57.124631 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:57.190394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:57.327347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34614) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:57.498583 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3c687c38-e7e1-4565-929d-f59684d44591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:57.515500 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-3c687c38-e7e1-4565-929d-f59684d44591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:57.520912 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-3c687c38-e7e1-4565-929d-f59684d44591 admin admin] Usage tracker for resource:security_group_rule and tenant:c4e273eb9b934374ad32cfee6119b5fa is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:57.524152 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-3c687c38-e7e1-4565-929d-f59684d44591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:57.530159 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-3c687c38-e7e1-4565-929d-f59684d44591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:57.660463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3c687c38-e7e1-4565-929d-f59684d44591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:57.663154 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3c687c38-e7e1-4565-929d-f59684d44591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:57.673023 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-02569042-03cd-4b5a-a6b8-cbc3ba006eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:57.716172 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-3c687c38-e7e1-4565-929d-f59684d44591 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c4e273eb9b934374ad32cfee6119b5fa&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3874645 Dec 03 15:06:57.717962 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c687c38-e7e1-4565-929d-f59684d44591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610eb51f-fe2a-486c-949d-5ff9b4324f00,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:57.719659 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34624) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:57.721622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3c687c38-e7e1-4565-929d-f59684d44591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:57.793035 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-16d2475f-e848-4da8-a366-8ed3bc557e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:57.824655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-16d2475f-e848-4da8-a366-8ed3bc557e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:57.873294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-16d2475f-e848-4da8-a366-8ed3bc557e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:57.879339 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1854f2d7-6f8a-49d5-af19-f746a4cf6e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:57.890452 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2475f-e848-4da8-a366-8ed3bc557e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610eb51f-fe2a-486c-949d-5ff9b4324f00,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:57.895622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-16d2475f-e848-4da8-a366-8ed3bc557e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:57.897730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-16d2475f-e848-4da8-a366-8ed3bc557e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:57.900513 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-16d2475f-e848-4da8-a366-8ed3bc557e2b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/610eb51f-fe2a-486c-949d-5ff9b4324f00 HTTP/1.1" status: 204 len: 168 time: 0.1790266 Dec 03 15:06:58.138900 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa26ab00-536b-44c8-b20a-41c6f77b4f4a req-1904b574-f80a-4645-bff8-2707db1238f0 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 210 time: 0.0571289 Dec 03 15:06:58.371118 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34654) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:58.386053 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-00b02dab-8c19-4e8f-bfa6-1eff1093e496 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:58.387801 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-00b02dab-8c19-4e8f-bfa6-1eff1093e496 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.65 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 816 time: 0.2526681 Dec 03 15:06:58.397261 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1f181275-827f-4ab0-b5c8-1a2900e35c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:58.415331 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-1f181275-827f-4ab0-b5c8-1a2900e35c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:58.420088 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-1f181275-827f-4ab0-b5c8-1a2900e35c27 admin admin] Usage tracker for resource:security_group_rule and tenant:186ab46acc7e4631be10dcb02ca2b5eb is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:58.423589 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-1f181275-827f-4ab0-b5c8-1a2900e35c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:58.430797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-1f181275-827f-4ab0-b5c8-1a2900e35c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:58.520733 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-e1568fe4-8989-4369-b632-6ec5bbbe6406 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e99d15128ca046d7ba7ac461674a1bfa HTTP/1.1" status: 200 len: 5505 time: 0.1039696 Dec 03 15:06:58.531158 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Request body: {'port': {'device_id': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'admin_state_up': True, 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'security_groups': ['6a5a62f3-f75f-4ce4-a532-6d551792cdbe']}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:06:58.537991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1f181275-827f-4ab0-b5c8-1a2900e35c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:58.541659 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1f181275-827f-4ab0-b5c8-1a2900e35c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:58.553109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-08a6dc95-66bf-4c1a-9fed-c23658fafd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:58.600460 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f181275-827f-4ab0-b5c8-1a2900e35c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55204665-c37c-484e-b6ff-1b3bdc56c0b2,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:58.604335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1f181275-827f-4ab0-b5c8-1a2900e35c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:58.610860 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1f181275-827f-4ab0-b5c8-1a2900e35c27 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=186ab46acc7e4631be10dcb02ca2b5eb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2383726 Dec 03 15:06:58.611958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34666) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:58.691064 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f00b7044-6a4e-4bce-bfbb-3db66d36f410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:58.698347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:58.708989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:58.719547 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Made reservation on behalf of e99d15128ca046d7ba7ac461674a1bfa for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:06:58.722997 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f00b7044-6a4e-4bce-bfbb-3db66d36f410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:58.726100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:58.774042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f00b7044-6a4e-4bce-bfbb-3db66d36f410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:58.779812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6ae36eda-049b-435d-b57d-1034ac91da87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:58.795610 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b7044-6a4e-4bce-bfbb-3db66d36f410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55204665-c37c-484e-b6ff-1b3bdc56c0b2,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:58.798716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f00b7044-6a4e-4bce-bfbb-3db66d36f410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:58.802672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f00b7044-6a4e-4bce-bfbb-3db66d36f410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:58.812354 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-f00b7044-6a4e-4bce-bfbb-3db66d36f410 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/55204665-c37c-484e-b6ff-1b3bdc56c0b2 HTTP/1.1" status: 204 len: 168 time: 0.1955585 Dec 03 15:06:59.040650 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34680) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:59.239327 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-906b557c-ec7e-4a17-b93a-716c836e20b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:59.265319 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-906b557c-ec7e-4a17-b93a-716c836e20b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:06:59.270002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-906b557c-ec7e-4a17-b93a-716c836e20b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ca00364b68ee4d57b589bc098dcb2082 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:06:59.274604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-906b557c-ec7e-4a17-b93a-716c836e20b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:06:59.281397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-906b557c-ec7e-4a17-b93a-716c836e20b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:06:59.309814 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Allocated IP 172.20.0.7 (f74f8bf3-3d51-4772-97cb-ee854694141c/9c17b32e-d767-4a51-9765-626d40840d2e/47c73dfd-ac00-43bb-a14a-93cafe1e837e) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:06:59.372115 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52132561-4efd-4dff-9cbe-bf81867e1fd8 req-62cd9973-15d5-41a1-b3b0-df1bf3d1fc9c tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 210 time: 0.0551782 Dec 03 15:06:59.384464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-906b557c-ec7e-4a17-b93a-716c836e20b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:59.388330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-906b557c-ec7e-4a17-b93a-716c836e20b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:59.401128 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-20b6eec4-301d-47e3-91a3-3267f864e521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:59.460554 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-906b557c-ec7e-4a17-b93a-716c836e20b5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ca00364b68ee4d57b589bc098dcb2082&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4181204 Dec 03 15:06:59.461318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34698) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:06:59.462129 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b557c-ec7e-4a17-b93a-716c836e20b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693b4032-7afa-4e53-baa5-2b1fa407628c,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:59.496795 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-906b557c-ec7e-4a17-b93a-716c836e20b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:59.534973 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8bf96428-4792-4e26-a4cf-c9a479217df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:59.598775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:59.618301 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Transition to ACTIVE for port object 47c73dfd-ac00-43bb-a14a-93cafe1e837e will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:06:59.639015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8bf96428-4792-4e26-a4cf-c9a479217df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:59.642809 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:59.694203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8bf96428-4792-4e26-a4cf-c9a479217df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:59.696380 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-45a55bf6-2714-443d-b7e7-91a806450c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:59.711868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8bf96428-4792-4e26-a4cf-c9a479217df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:06:59.715894 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8bf96428-4792-4e26-a4cf-c9a479217df4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/693b4032-7afa-4e53-baa5-2b1fa407628c HTTP/1.1" status: 204 len: 168 time: 0.2505851 Dec 03 15:06:59.716876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf96428-4792-4e26-a4cf-c9a479217df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693b4032-7afa-4e53-baa5-2b1fa407628c,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:59.719446 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8bf96428-4792-4e26-a4cf-c9a479217df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:59.802049 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a438a5ff-dcd8-4e90-80aa-e604fbf09b49 tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:06:59.873104 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Network f74f8bf3-3d51-4772-97cb-ee854694141c is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:06:59.887420 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:06:59.892868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:06:59.956631 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event updated for resources: {'Port': ['ID=47c73dfd-ac00-43bb-a14a-93cafe1e837e,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:06:59.961705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:06:59.981880 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:06:59.982564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:00.018487 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4915102 Dec 03 15:07:00.039512 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Request body: {'port': {'device_id': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:00.182251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:00.261210 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7f3f41dc-e17e-46c6-911c-0a9c5d0a134c None None] Provisioning for port 47c73dfd-ac00-43bb-a14a-93cafe1e837e completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:07:00.269611 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7f3f41dc-e17e-46c6-911c-0a9c5d0a134c None None] Provisioning complete for port 47c73dfd-ac00-43bb-a14a-93cafe1e837e triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:07:00.270266 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7f3f41dc-e17e-46c6-911c-0a9c5d0a134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:00.311237 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34728) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:00.333687 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9015-063b-4e5c-9b46-4c17ed894a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:00.351488 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-4c1e9015-063b-4e5c-9b46-4c17ed894a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:00.355002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f41dc-e17e-46c6-911c-0a9c5d0a134c None None] Port 47c73dfd-ac00-43bb-a14a-93cafe1e837e cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:07:00.356574 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-4c1e9015-063b-4e5c-9b46-4c17ed894a93 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b5ce7c865b4f4e8b16c7e10808d2b8 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:00.360978 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-4c1e9015-063b-4e5c-9b46-4c17ed894a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:00.367896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-4c1e9015-063b-4e5c-9b46-4c17ed894a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:00.468160 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9015-063b-4e5c-9b46-4c17ed894a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:00.472947 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9015-063b-4e5c-9b46-4c17ed894a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:00.483688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-714d4994-ee66-4b35-a6d5-acff555d7362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:00.521167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e9015-063b-4e5c-9b46-4c17ed894a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c80d86-cf09-4a42-a7c2-db52cf596260,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:00.526816 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4c1e9015-063b-4e5c-9b46-4c17ed894a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:00.563714 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-4c1e9015-063b-4e5c-9b46-4c17ed894a93 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6b5ce7c865b4f4e8b16c7e10808d2b8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2485557 Dec 03 15:07:00.564049 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34736) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:00.650612 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1f113df7-34d9-4e86-a5da-1bd2f0ef10b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:00.683785 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1f113df7-34d9-4e86-a5da-1bd2f0ef10b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:00.739207 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1f113df7-34d9-4e86-a5da-1bd2f0ef10b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:00.745788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8fb5d4d9-1703-4c1b-966a-e83acefef1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:00.746511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c73dfd-ac00-43bb-a14a-93cafe1e837e {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:07:00.757430 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f113df7-34d9-4e86-a5da-1bd2f0ef10b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c80d86-cf09-4a42-a7c2-db52cf596260,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:00.758237 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:00.762506 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1f113df7-34d9-4e86-a5da-1bd2f0ef10b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:00.764833 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1f113df7-34d9-4e86-a5da-1bd2f0ef10b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:00.766048 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1f113df7-34d9-4e86-a5da-1bd2f0ef10b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2c80d86-cf09-4a42-a7c2-db52cf596260 HTTP/1.1" status: 204 len: 168 time: 0.2009652 Dec 03 15:07:00.784098 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb9402-5845-4696-8ea6-b8cfecc9f672 req-3bd6fb17-a0d8-4440-a317-50ccaa1a5351 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:00.785458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-6fbb9402-5845-4696-8ea6-b8cfecc9f672 req-3bd6fb17-a0d8-4440-a317-50ccaa1a5351 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Synchronizing usage tracker for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:07:00.789822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Transition to ACTIVE for port object 47c73dfd-ac00-43bb-a14a-93cafe1e837e will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:07:00.797855 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:00.815861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:00.912335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-6fbb9402-5845-4696-8ea6-b8cfecc9f672 req-3bd6fb17-a0d8-4440-a317-50ccaa1a5351 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Unset dirty status for tenant:e99d15128ca046d7ba7ac461674a1bfa on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:07:00.914842 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6fbb9402-5845-4696-8ea6-b8cfecc9f672 req-3bd6fb17-a0d8-4440-a317-50ccaa1a5351 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 931 time: 0.3044970 Dec 03 15:07:00.974431 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=47c73dfd-ac00-43bb-a14a-93cafe1e837e,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:00.985987 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:01.032623 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6fbb9402-5845-4696-8ea6-b8cfecc9f672 req-15996611-7b9e-4f8a-9c75-5c0f792ee75e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103811 Dec 03 15:07:01.304988 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Attempting to bind port 47c73dfd-ac00-43bb-a14a-93cafe1e837e on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:07:01.305905 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Attempting to bind port 47c73dfd-ac00-43bb-a14a-93cafe1e837e by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:07:01.306481 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Attempting to bind port 47c73dfd-ac00-43bb-a14a-93cafe1e837e on network f74f8bf3-3d51-4772-97cb-ee854694141c {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:07:01.313839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:07:01.314516 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Checking segment: {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:07:01.315166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:01.315879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Bound using segment: {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:07:01.316685 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Bound port: 47c73dfd-ac00-43bb-a14a-93cafe1e837e, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:07:01.317272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:01.466555 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] For port 47c73dfd-ac00-43bb-a14a-93cafe1e837e, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:07:01.470642 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] For port 47c73dfd-ac00-43bb-a14a-93cafe1e837e, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=47c73dfd-ac00-43bb-a14a-93cafe1e837e,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:07:01.474842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:01.491373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-32a69170-b5d1-4d11-92e6-7b37f5def9bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:01.733745 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c46123d9-06db-4ccb-ac61-0ad5408434cc req-9ced507b-300b-46e6-84fe-0aff8a664984 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2030168146&fields=id&tenant_id=3660b34f56fa4321bf49277dc190b8fd HTTP/1.1" status: 200 len: 267 time: 0.1144514 Dec 03 15:07:01.738580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=47c73dfd-ac00-43bb-a14a-93cafe1e837e,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:01.780736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:01.836393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:01.837390 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:01.839184 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] 10.222.0.65 "PUT /v2.0/ports/47c73dfd-ac00-43bb-a14a-93cafe1e837e HTTP/1.1" status: 200 len: 1157 time: 1.8049304 Dec 03 15:07:01.839794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'tag': '47c73dfd-ac00-43bb-a14a-93cafe1e837e'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:01.889410 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46123d9-06db-4ccb-ac61-0ad5408434cc req-011aac8e-db15-4464-8572-c90851a4edcf tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:01.902026 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c46123d9-06db-4ccb-ac61-0ad5408434cc req-011aac8e-db15-4464-8572-c90851a4edcf tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 985 time: 0.1672537 Dec 03 15:07:01.909987 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-c46123d9-06db-4ccb-ac61-0ad5408434cc req-99af0014-9416-407c-828e-15f808253967 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Request body: {'port': {'security_groups': ['7f06bbd2-2d0a-4dea-8bda-55c90f5a9580']}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:02.011276 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'tag': '47c73dfd-ac00-43bb-a14a-93cafe1e837e', 'status': 'completed', 'code': 200} Dec 03 15:07:02.153657 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-4127d115-e6ac-46c4-8d7d-d87e65f489f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:02.155365 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-4127d115-e6ac-46c4-8d7d-d87e65f489f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 1160 time: 0.2016361 Dec 03 15:07:02.168692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c46123d9-06db-4ccb-ac61-0ad5408434cc req-99af0014-9416-407c-828e-15f808253967 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:02.260657 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-c82276b6-d300-42a6-ae25-e04598a74f6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47c73dfd-ac00-43bb-a14a-93cafe1e837e HTTP/1.1" status: 200 len: 217 time: 0.0773258 Dec 03 15:07:02.488791 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-71bfdd56-7d3c-4975-8088-05ab5146dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:02.489643 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-71bfdd56-7d3c-4975-8088-05ab5146dc7a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 200 len: 855 time: 0.1914661 Dec 03 15:07:02.853514 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc666d-47a9-4f33-986c-089db150ce63 req-d810f7a0-a023-4acb-b029-7ade18b8207f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:02.855271 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-85dc666d-47a9-4f33-986c-089db150ce63 req-d810f7a0-a023-4acb-b029-7ade18b8207f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 943 time: 0.5634017 Dec 03 15:07:02.935522 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34824) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:03.009766 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-6d9c4f35-a72b-4e5a-9468-697bd366dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:03.011376 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-6d9c4f35-a72b-4e5a-9468-697bd366dcf4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f74f8bf3-3d51-4772-97cb-ee854694141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5112844 Dec 03 15:07:03.013796 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-85dc666d-47a9-4f33-986c-089db150ce63 req-21c74219-d4f1-4775-a6de-11be8f7b3069 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445491 Dec 03 15:07:03.196385 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-c46123d9-06db-4ccb-ac61-0ad5408434cc req-99af0014-9416-407c-828e-15f808253967 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] For port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d,segment=NetworkSegment(c01c979a-0638-4e56-a35a-b741a914b81d),segment_id=c01c979a-0638-4e56-a35a-b741a914b81d)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:07:03.244111 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-2139f6c8-a038-46e2-a67e-5598e3e5e266 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229059 Dec 03 15:07:03.285082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c46123d9-06db-4ccb-ac61-0ad5408434cc req-99af0014-9416-407c-828e-15f808253967 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:03.344166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c46123d9-06db-4ccb-ac61-0ad5408434cc req-99af0014-9416-407c-828e-15f808253967 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:03.365266 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:03.368294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bfc37bf8-1487-49f1-8f79-69f25a25d392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:03.390293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-bfc37bf8-1487-49f1-8f79-69f25a25d392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:03.396583 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-bfc37bf8-1487-49f1-8f79-69f25a25d392 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f2f82740c04fe58c313aac99fe299d is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:03.400361 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-bfc37bf8-1487-49f1-8f79-69f25a25d392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:03.408291 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-bfc37bf8-1487-49f1-8f79-69f25a25d392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:03.525174 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bfc37bf8-1487-49f1-8f79-69f25a25d392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:03.529233 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bfc37bf8-1487-49f1-8f79-69f25a25d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:03.554300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af0014-9416-407c-828e-15f808253967 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Pushing event updated for resources: {'Port': ['ID=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d,revision_number=6']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:03.563133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-99af0014-9416-407c-828e-15f808253967 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:03.574141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-741fbcf6-3bdf-4015-8282-d99423c039a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:03.599132 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a82935ab-b5f9-4e17-b2c6-09c0278f034f req-5fa18dd3-3f82-4523-b4b3-264b5ad4a62f service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3446305 Dec 03 15:07:03.612194 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-bfc37bf8-1487-49f1-8f79-69f25a25d392 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0f2f82740c04fe58c313aac99fe299d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6746311 Dec 03 15:07:03.614124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37bf8-1487-49f1-8f79-69f25a25d392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d376b4d-a222-4513-8ad2-97bcb9a9bfab,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:03.616039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 34844) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:03.618106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bfc37bf8-1487-49f1-8f79-69f25a25d392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:03.684888 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46123d9-06db-4ccb-ac61-0ad5408434cc req-99af0014-9416-407c-828e-15f808253967 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:03.685548 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c46123d9-06db-4ccb-ac61-0ad5408434cc req-99af0014-9416-407c-828e-15f808253967 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:03.687237 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c46123d9-06db-4ccb-ac61-0ad5408434cc req-99af0014-9416-407c-828e-15f808253967 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "PUT /v2.0/ports/c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 200 len: 943 time: 1.7839780 Dec 03 15:07:03.718835 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-593ad25b-b598-47d8-8e12-35c439889e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:03.767591 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34852) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:03.817267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-593ad25b-b598-47d8-8e12-35c439889e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:03.892846 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-a24e460b-f37f-4ad2-bfb7-de19afc05962 None None] Provisioning complete for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:07:03.893246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a24e460b-f37f-4ad2-bfb7-de19afc05962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:03.896538 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52fbf37f-9bda-4a92-b0d3-aae3f837a67e req-413ced0b-5c02-4cc3-93a0-2d20a7153b59 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups/f59e68f7-996c-48f5-a22a-dd108677dea6 HTTP/1.1" status: 200 len: 2891 time: 0.1628771 Dec 03 15:07:03.942811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-234a3f5f-1f1f-4fee-bece-1a2c4ad63b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:03.964558 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-234a3f5f-1f1f-4fee-bece-1a2c4ad63b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:03.966343 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481dcca-43f9-46e0-a949-fb7e6273f18e req-9979d08f-786b-4a04-988c-e6fa921de715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:03.968040 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1481dcca-43f9-46e0-a949-fb7e6273f18e req-9979d08f-786b-4a04-988c-e6fa921de715 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 1160 time: 0.2329915 Dec 03 15:07:03.969588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-234a3f5f-1f1f-4fee-bece-1a2c4ad63b25 admin admin] Usage tracker for resource:security_group_rule and tenant:4f33237eb82140c190e1733d206ba3a8 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:03.973477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-234a3f5f-1f1f-4fee-bece-1a2c4ad63b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:03.979953 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-234a3f5f-1f1f-4fee-bece-1a2c4ad63b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:04.004941 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-593ad25b-b598-47d8-8e12-35c439889e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.019359 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-47facfe0-db87-4fd0-8c5e-84b092e9a67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:04.026170 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:04.078437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-234a3f5f-1f1f-4fee-bece-1a2c4ad63b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.082584 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-234a3f5f-1f1f-4fee-bece-1a2c4ad63b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.092688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bd5ac5a1-e4e3-4ae0-9055-39a2caeb301f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:04.100599 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d', 'status': 'completed', 'code': 200} Dec 03 15:07:04.108682 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ad25b-b598-47d8-8e12-35c439889e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d376b4d-a222-4513-8ad2-97bcb9a9bfab,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:04.111474 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-593ad25b-b598-47d8-8e12-35c439889e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:04.124120 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-593ad25b-b598-47d8-8e12-35c439889e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.128782 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-593ad25b-b598-47d8-8e12-35c439889e6e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d376b4d-a222-4513-8ad2-97bcb9a9bfab HTTP/1.1" status: 204 len: 168 time: 0.5086143 Dec 03 15:07:04.133096 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-52fbf37f-9bda-4a92-b0d3-aae3f837a67e req-f48488eb-181e-4a62-a255-569cae472a58 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.133663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a3f5f-1f1f-4fee-bece-1a2c4ad63b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44081ede-3369-44d5-a591-494e4d309798,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:04.140353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-234a3f5f-1f1f-4fee-bece-1a2c4ad63b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:04.147276 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-234a3f5f-1f1f-4fee-bece-1a2c4ad63b25 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f33237eb82140c190e1733d206ba3a8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3784440 Dec 03 15:07:04.152706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34864) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:04.220578 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7ad76145-045d-4f4b-92ed-dfa7b7d542fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.251663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-52fbf37f-9bda-4a92-b0d3-aae3f837a67e req-f48488eb-181e-4a62-a255-569cae472a58 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.257124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7ad76145-045d-4f4b-92ed-dfa7b7d542fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.313034 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7ad76145-045d-4f4b-92ed-dfa7b7d542fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.322772 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481dcca-43f9-46e0-a949-fb7e6273f18e req-1942799f-5edc-4be7-8b25-a75d4bf5ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:04.324852 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1481dcca-43f9-46e0-a949-fb7e6273f18e req-1942799f-5edc-4be7-8b25-a75d4bf5ffa7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 910 time: 0.3468487 Dec 03 15:07:04.326801 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-73fd897e-b670-4da6-b54b-e134cad5f582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:04.353045 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad76145-045d-4f4b-92ed-dfa7b7d542fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44081ede-3369-44d5-a591-494e4d309798,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:04.356424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7ad76145-045d-4f4b-92ed-dfa7b7d542fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:04.357844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7ad76145-045d-4f4b-92ed-dfa7b7d542fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.363862 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-7ad76145-045d-4f4b-92ed-dfa7b7d542fa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44081ede-3369-44d5-a591-494e4d309798 HTTP/1.1" status: 204 len: 168 time: 0.2099354 Dec 03 15:07:04.416419 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1481dcca-43f9-46e0-a949-fb7e6273f18e req-b1cf8d2b-5832-4aa0-883a-df96c383c5d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47c73dfd-ac00-43bb-a14a-93cafe1e837e HTTP/1.1" status: 200 len: 217 time: 0.0797713 Dec 03 15:07:04.423388 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeca96c-1831-45da-9929-41b5e312c359 req-6207c7e6-96ed-4b94-8582-e7fb4f4fd3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:04.425807 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ebeca96c-1831-45da-9929-41b5e312c359 req-6207c7e6-96ed-4b94-8582-e7fb4f4fd3c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3660b34f56fa4321bf49277dc190b8fd&device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 1163 time: 0.2644408 Dec 03 15:07:04.577567 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-52fbf37f-9bda-4a92-b0d3-aae3f837a67e req-f48488eb-181e-4a62-a255-569cae472a58 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.638556 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ede11867-24e8-4d3b-871d-2effe5cf934b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:04.671556 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48488eb-181e-4a62-a255-569cae472a58 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59e68f7-996c-48f5-a22a-dd108677dea6,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:04.679635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f48488eb-181e-4a62-a255-569cae472a58 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:04.703598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481dcca-43f9-46e0-a949-fb7e6273f18e req-821be88f-dcdd-4b61-abd9-7d26bcc90cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:04.705441 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1481dcca-43f9-46e0-a949-fb7e6273f18e req-821be88f-dcdd-4b61-abd9-7d26bcc90cd1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 200 len: 855 time: 0.2784271 Dec 03 15:07:04.714778 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-52fbf37f-9bda-4a92-b0d3-aae3f837a67e req-f48488eb-181e-4a62-a255-569cae472a58 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.715979 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52fbf37f-9bda-4a92-b0d3-aae3f837a67e req-f48488eb-181e-4a62-a255-569cae472a58 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "DELETE /v2.0/security-groups/f59e68f7-996c-48f5-a22a-dd108677dea6 HTTP/1.1" status: 204 len: 173 time: 0.8072619 Dec 03 15:07:04.741923 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34880) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:04.769354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2814275-7ee2-4c29-a712-d7121c78ef5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.788108 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b2814275-7ee2-4c29-a712-d7121c78ef5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:04.792804 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b2814275-7ee2-4c29-a712-d7121c78ef5e admin admin] Usage tracker for resource:security_group_rule and tenant:7e88ddeaa1684c51855e408a11a8bf6d is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:04.812020 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b2814275-7ee2-4c29-a712-d7121c78ef5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:04.827399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b2814275-7ee2-4c29-a712-d7121c78ef5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:04.949625 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2814275-7ee2-4c29-a712-d7121c78ef5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.952981 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b2814275-7ee2-4c29-a712-d7121c78ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:04.987902 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-75e3f337-d5e7-40f1-a1bb-d5c887b857a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:04.999480 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b2814275-7ee2-4c29-a712-d7121c78ef5e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e88ddeaa1684c51855e408a11a8bf6d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2555785 Dec 03 15:07:05.002656 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34888) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:05.013499 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device c67ef70f-25e6-44ea-a568-1ecfbfc68a0d up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:07:05.046602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34892) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:05.073498 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2814275-7ee2-4c29-a712-d7121c78ef5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6479c493-3a5e-4ddc-a89f-6168578a6602,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:05.094844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-92e9a93f-4d33-4f3e-b66f-87bb0ce6b5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:05.103136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:07:05.103784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:05.109595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b2814275-7ee2-4c29-a712-d7121c78ef5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:05.130256 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-92e9a93f-4d33-4f3e-b66f-87bb0ce6b5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:05.135890 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d5b41a96-47e4-47e0-b4d8-aaa59fa25184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:05.138008 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-92e9a93f-4d33-4f3e-b66f-87bb0ce6b5e1 admin admin] Usage tracker for resource:security_group_rule and tenant:98a4c534cfc146e0a8c0fdded0a0713e is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:05.141938 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-92e9a93f-4d33-4f3e-b66f-87bb0ce6b5e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:05.145821 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeca96c-1831-45da-9929-41b5e312c359 req-27612a3a-12ae-4984-a2ab-92648ad73001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:05.147484 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ebeca96c-1831-45da-9929-41b5e312c359 req-27612a3a-12ae-4984-a2ab-92648ad73001 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba2aee9-4c39-4e32-91b2-320bbb798d92 HTTP/1.1" status: 200 len: 909 time: 0.6834526 Dec 03 15:07:05.160060 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-92e9a93f-4d33-4f3e-b66f-87bb0ce6b5e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:05.162287 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc2388-d6ea-44cc-a6b6-30c1c8d6ab01 req-52ad8c0a-5b45-4635-a41d-418a58be446f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:05.164556 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a4fc2388-d6ea-44cc-a6b6-30c1c8d6ab01 req-52ad8c0a-5b45-4635-a41d-418a58be446f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 943 time: 0.7021234 Dec 03 15:07:05.178132 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d5b41a96-47e4-47e0-b4d8-aaa59fa25184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:05.274132 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d5b41a96-47e4-47e0-b4d8-aaa59fa25184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:05.281270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bfc37bf8-1487-49f1-8f79-69f25a25d392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:05.289960 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-5a663a96-c96a-43c3-a472-bf0ef912f91b tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/floatingips/9ada0c46-2c7a-4437-b9da-aef00283644e HTTP/1.1" status: 200 len: 998 time: 0.5216122 Dec 03 15:07:05.305701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b41a96-47e4-47e0-b4d8-aaa59fa25184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6479c493-3a5e-4ddc-a89f-6168578a6602,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:05.312223 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d5b41a96-47e4-47e0-b4d8-aaa59fa25184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:05.330052 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d5b41a96-47e4-47e0-b4d8-aaa59fa25184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:05.331678 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d5b41a96-47e4-47e0-b4d8-aaa59fa25184 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6479c493-3a5e-4ddc-a89f-6168578a6602 HTTP/1.1" status: 204 len: 168 time: 0.3269131 Dec 03 15:07:05.333953 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-92e9a93f-4d33-4f3e-b66f-87bb0ce6b5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:05.343393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-92e9a93f-4d33-4f3e-b66f-87bb0ce6b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:05.353690 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-906b557c-ec7e-4a17-b93a-716c836e20b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:05.402613 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-92e9a93f-4d33-4f3e-b66f-87bb0ce6b5e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=98a4c534cfc146e0a8c0fdded0a0713e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3520133 Dec 03 15:07:05.402613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9a93f-4d33-4f3e-b66f-87bb0ce6b5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abc5906-4743-4d0c-aaf6-bd8e3b839451,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:05.404130 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34898) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:05.407073 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-92e9a93f-4d33-4f3e-b66f-87bb0ce6b5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:05.460967 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481dcca-43f9-46e0-a949-fb7e6273f18e req-3bccc18e-ed73-45e5-9f0a-d6b071c22739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:05.462761 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1481dcca-43f9-46e0-a949-fb7e6273f18e req-3bccc18e-ed73-45e5-9f0a-d6b071c22739 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f74f8bf3-3d51-4772-97cb-ee854694141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7436481 Dec 03 15:07:05.465396 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a4fc2388-d6ea-44cc-a6b6-30c1c8d6ab01 req-3824f143-bb59-42f1-abe5-2d47e1f01b0a tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840583 Dec 03 15:07:05.467305 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ebeca96c-1831-45da-9929-41b5e312c359 req-6417a13e-44c9-41df-9e16-22ee99053e9d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 200 len: 1001 time: 0.2955122 Dec 03 15:07:05.469429 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8d08127-b099-4675-9bcc-2b7e60f0a044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:05.505448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8d08127-b099-4675-9bcc-2b7e60f0a044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:05.560833 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8d08127-b099-4675-9bcc-2b7e60f0a044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:05.566888 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d7cb3fdc-0030-49d3-b112-50f25bd8ef68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:05.578270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d08127-b099-4675-9bcc-2b7e60f0a044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abc5906-4743-4d0c-aaf6-bd8e3b839451,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:05.586004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b8d08127-b099-4675-9bcc-2b7e60f0a044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:05.587049 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8d08127-b099-4675-9bcc-2b7e60f0a044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:05.588052 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b8d08127-b099-4675-9bcc-2b7e60f0a044 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0abc5906-4743-4d0c-aaf6-bd8e3b839451 HTTP/1.1" status: 204 len: 168 time: 0.1829629 Dec 03 15:07:05.747550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-4f51747b-eeb8-4504-a9c6-4f344a4f4335 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:05.749632 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-4f51747b-eeb8-4504-a9c6-4f344a4f4335 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/networks/dd1a301b-8a93-4dbd-976c-bde55c9c0b05 HTTP/1.1" status: 200 len: 784 time: 0.4384511 Dec 03 15:07:05.754503 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeca96c-1831-45da-9929-41b5e312c359 req-482cb208-dc04-40cb-8e57-1457367f532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:05.756321 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ebeca96c-1831-45da-9929-41b5e312c359 req-482cb208-dc04-40cb-8e57-1457367f532a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=954f6dfc-38f4-469f-aa5e-811cef0d10fb HTTP/1.1" status: 200 len: 854 time: 0.2775028 Dec 03 15:07:05.820366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-a77efe90-522c-4001-bf02-800e5b077f97 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 15:07:05.821617 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-a77efe90-522c-4001-bf02-800e5b077f97 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0515802 Dec 03 15:07:05.922060 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1481dcca-43f9-46e0-a949-fb7e6273f18e req-ae45f733-7766-4c4f-b8f4-d1e6b8dcc21d service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448483 Dec 03 15:07:06.095304 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-7ef150ab-b093-4344-90a9-f42a391ff7bb tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.3.93 HTTP/1.1" status: 200 len: 1001 time: 0.2517090 Dec 03 15:07:06.181531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeca96c-1831-45da-9929-41b5e312c359 req-a498dbc1-2447-4fb1-b8ee-7a2ed829a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:06.181531 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ebeca96c-1831-45da-9929-41b5e312c359 req-a498dbc1-2447-4fb1-b8ee-7a2ed829a22d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba2aee9-4c39-4e32-91b2-320bbb798d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4130325 Dec 03 15:07:06.305324 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1481dcca-43f9-46e0-a949-fb7e6273f18e req-04b29143-dbbd-4b2c-8aa2-42c71a1fbb2c service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3688037 Dec 03 15:07:06.319062 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-71de4c9d-783c-42dd-9582-93b9177036ea tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:06.320638 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-71de4c9d-783c-42dd-9582-93b9177036ea tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports/c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 200 len: 943 time: 0.2122319 Dec 03 15:07:06.385254 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ebeca96c-1831-45da-9929-41b5e312c359 req-38ed62cc-865f-4ffe-9704-ad32d7a8dac1 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829348 Dec 03 15:07:06.632713 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-cb528dd6-8045-47f7-b2d7-28b83b514042 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.3.93 HTTP/1.1" status: 200 len: 1001 time: 0.2102699 Dec 03 15:07:06.765867 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ebeca96c-1831-45da-9929-41b5e312c359 req-4804d8c1-cc46-4984-9f01-fa3718a72092 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3719075 Dec 03 15:07:06.928301 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367376a4-cd87-4d40-8222-682c41843267 req-5789c71f-3d59-430c-b5ba-c7ca816a9ffe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:06.929900 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-367376a4-cd87-4d40-8222-682c41843267 req-5789c71f-3d59-430c-b5ba-c7ca816a9ffe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 943 time: 0.2794688 Dec 03 15:07:06.954567 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Deleting port 1340a9cd-9876-476b-8fba-8de3e9892f79 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:07:06.955377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:07.044684 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-367376a4-cd87-4d40-8222-682c41843267 req-a8d2782c-c3f8-4926-8807-1bccf5221892 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069219 Dec 03 15:07:07.104506 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 47c73dfd-ac00-43bb-a14a-93cafe1e837e up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:07:07.162491 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:07.162856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for floatingip, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:07.176353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port 47c73dfd-ac00-43bb-a14a-93cafe1e837e completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:07:07.181892 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 47c73dfd-ac00-43bb-a14a-93cafe1e837e triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:07:07.182374 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:07.318192 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:07.349725 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c73dfd-ac00-43bb-a14a-93cafe1e837e'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:07.361066 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 47c73dfd-ac00-43bb-a14a-93cafe1e837e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=47c73dfd-ac00-43bb-a14a-93cafe1e837e,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:07:07.365286 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:07.367454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4ab86b80-0813-447d-a694-6942ce4c030d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:07.471140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=47c73dfd-ac00-43bb-a14a-93cafe1e837e,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:07.471140 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c73dfd-ac00-43bb-a14a-93cafe1e837e', 'code': 200} Dec 03 15:07:07.474355 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.474745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.475278 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.475663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.476132 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.476509 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.476910 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.477280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.477654 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.478053 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.478422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.478808 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.479282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.479647 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.480158 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.480434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.480915 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.481285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.481651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.482051 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.482415 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.482815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.483179 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.483540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:07.488803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:07.543947 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Calling delete_port for 1340a9cd-9876-476b-8fba-8de3e9892f79 owned by network:floatingip {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:07:07.783269 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:07.799399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:07.903751 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Pushing event deleted for resources: {'Port': ['ID=1340a9cd-9876-476b-8fba-8de3e9892f79,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:07.910822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:07.936871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95ae55-f110-4eb6-8bc2-5ee61b2c6d88 req-7c48940c-d889-4ff2-b8bc-df7f78426660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:07.938495 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5a95ae55-f110-4eb6-8bc2-5ee61b2c6d88 req-7c48940c-d889-4ff2-b8bc-df7f78426660 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 1162 time: 0.2337191 Dec 03 15:07:08.015205 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5a95ae55-f110-4eb6-8bc2-5ee61b2c6d88 req-2bff8ef7-849d-4748-b079-f115ad0e9638 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635543 Dec 03 15:07:08.079236 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks [] for floatingip, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:08.079602 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Floating IP 9ada0c46-2c7a-4437-b9da-aef00283644e disassociated (deleted). External IP: 172.28.3.93, port: c67ef70f-25e6-44ea-a568-1ecfbfc68a0d. Dec 03 15:07:08.472354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07442b4-34e0-49ea-b367-2123c4ac5423 req-8905c27b-1f64-4f8a-9935-1018b5580fb2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:08.473962 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d07442b4-34e0-49ea-b367-2123c4ac5423 req-8905c27b-1f64-4f8a-9935-1018b5580fb2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.2479360 Dec 03 15:07:08.558613 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d07442b4-34e0-49ea-b367-2123c4ac5423 req-e1aae40c-6b31-4276-be6f-13116b94a654 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766094 Dec 03 15:07:08.585037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Router e5955390-17dc-42a1-a062-980ffe2e8371 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:07:08.737948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 47c73dfd-ac00-43bb-a14a-93cafe1e837e up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:07:08.797197 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:07:08.810883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6307e-5385-4d90-91fb-d65d00be5143 None None] Sync routers for ids ['e5955390-17dc-42a1-a062-980ffe2e8371'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:07:08.826185 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 47c73dfd-ac00-43bb-a14a-93cafe1e837e triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:07:08.826613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:08.828562 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:08.864068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6307e-5385-4d90-91fb-d65d00be5143 None None] Routers {'e5955390-17dc-42a1-a062-980ffe2e8371'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:07:08.864786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-d0c6307e-5385-4d90-91fb-d65d00be5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:06:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['e5955390-17dc-42a1-a062-980ffe2e8371'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:08.902436 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "DELETE /v2.0/floatingips/9ada0c46-2c7a-4437-b9da-aef00283644e HTTP/1.1" status: 204 len: 173 time: 2.2567697 Dec 03 15:07:08.903433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:09.012615 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d', 'status': 'completed', 'code': 200} Dec 03 15:07:09.020711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-d7145e4a-7e3f-4efb-be4c-acafc863b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:09.022375 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-d7145e4a-7e3f-4efb-be4c-acafc863b0cd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3660b34f56fa4321bf49277dc190b8fd&device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 1163 time: 0.1015241 Dec 03 15:07:09.140769 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-d0c6307e-5385-4d90-91fb-d65d00be5143 None None] Set router e5955390-17dc-42a1-a062-980ffe2e8371 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:07:09.187119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-6bcccec7-79b0-44f3-a79e-1c4f785ee131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:09.189046 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-6bcccec7-79b0-44f3-a79e-1c4f785ee131 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1ba2aee9-4c39-4e32-91b2-320bbb798d92 HTTP/1.1" status: 200 len: 909 time: 0.1584740 Dec 03 15:07:09.312384 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-f3b47c24-16cb-49b5-9e37-777328f9c08e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 200 len: 217 time: 0.1155050 Dec 03 15:07:09.420093 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-06411819-528a-419d-9b68-0e45835e7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:09.424982 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-06411819-528a-419d-9b68-0e45835e7bb5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=954f6dfc-38f4-469f-aa5e-811cef0d10fb HTTP/1.1" status: 200 len: 854 time: 0.0971687 Dec 03 15:07:09.501682 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb1c2-dd16-4257-8b75-904cc2d25e8b req-0d47b05b-a479-4b0d-8838-1fdde11a0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:09.504907 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4f0bb1c2-dd16-4257-8b75-904cc2d25e8b req-0d47b05b-a479-4b0d-8838-1fdde11a0f66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3660b34f56fa4321bf49277dc190b8fd&device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 1163 time: 0.2371156 Dec 03 15:07:09.534255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 34994) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:09.602614 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-d0c6307e-5385-4d90-91fb-d65d00be5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:04:03Z', 'revision_number': 4, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': 'a9834d74-eedc-4957-aedd-eaa68a942c35', 'name': '', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'mac_address': 'fa:16:3e:04:41:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:02Z', 'updated_at': '2020-12-03T15:04:17Z', 'revision_number': 5, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'subnets': [{'id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:09.609887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6307e-5385-4d90-91fb-d65d00be5143 None None] Checking router: e5955390-17dc-42a1-a062-980ffe2e8371 for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:07:09.623040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6307e-5385-4d90-91fb-d65d00be5143 None None] Routers {'e5955390-17dc-42a1-a062-980ffe2e8371'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:07:09.624092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-d0c6307e-5385-4d90-91fb-d65d00be5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:06:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['e5955390-17dc-42a1-a062-980ffe2e8371'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:09.664542 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-d1df3e86-ed98-46c1-a06d-ccfc3efafbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:09.673435 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-d1df3e86-ed98-46c1-a06d-ccfc3efafbc3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1ba2aee9-4c39-4e32-91b2-320bbb798d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2435462 Dec 03 15:07:09.712793 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-141dabcb-8b3a-4da4-872f-2ab8051939b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:09.730399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-141dabcb-8b3a-4da4-872f-2ab8051939b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:09.735039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-141dabcb-8b3a-4da4-872f-2ab8051939b8 admin admin] Usage tracker for resource:security_group_rule and tenant:3f7899e80d1446bea54ab6e9bc15e24c is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:09.739415 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-141dabcb-8b3a-4da4-872f-2ab8051939b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:09.745437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb1c2-dd16-4257-8b75-904cc2d25e8b req-343ee403-3678-4789-8332-7d64bb22a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:09.746121 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-141dabcb-8b3a-4da4-872f-2ab8051939b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:09.747090 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4f0bb1c2-dd16-4257-8b75-904cc2d25e8b req-343ee403-3678-4789-8332-7d64bb22a325 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba2aee9-4c39-4e32-91b2-320bbb798d92 HTTP/1.1" status: 200 len: 909 time: 0.2258966 Dec 03 15:07:09.832056 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-d0c6307e-5385-4d90-91fb-d65d00be5143 None None] Set router e5955390-17dc-42a1-a062-980ffe2e8371 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:07:09.836764 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-141dabcb-8b3a-4da4-872f-2ab8051939b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:09.840060 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-141dabcb-8b3a-4da4-872f-2ab8051939b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:09.849994 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6a913871-e71e-440c-b1aa-8cf50982f6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:09.896561 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-141dabcb-8b3a-4da4-872f-2ab8051939b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f7899e80d1446bea54ab6e9bc15e24c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3580256 Dec 03 15:07:09.896879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35002) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:09.899948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dabcb-8b3a-4da4-872f-2ab8051939b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50153487-e4f7-4344-8a6e-7883a36e53e4,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:09.937889 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4f0bb1c2-dd16-4257-8b75-904cc2d25e8b req-5aef12bc-98d9-42ea-be17-18665b475102 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 200 len: 217 time: 0.1311975 Dec 03 15:07:09.951545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-141dabcb-8b3a-4da4-872f-2ab8051939b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:09.969312 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bba1190d-03fc-4694-9e87-df5407821c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:10.004975 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bba1190d-03fc-4694-9e87-df5407821c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:10.067015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bba1190d-03fc-4694-9e87-df5407821c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:10.075069 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d5b41a96-47e4-47e0-b4d8-aaa59fa25184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:10.090456 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1190d-03fc-4694-9e87-df5407821c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50153487-e4f7-4344-8a6e-7883a36e53e4,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:10.098753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bba1190d-03fc-4694-9e87-df5407821c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:10.099612 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bba1190d-03fc-4694-9e87-df5407821c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:10.100947 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-bba1190d-03fc-4694-9e87-df5407821c3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50153487-e4f7-4344-8a6e-7883a36e53e4 HTTP/1.1" status: 204 len: 168 time: 0.2031453 Dec 03 15:07:10.311861 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-6a9366af-66cc-4f43-8f95-8390734ffb09 service neutron] 10.222.0.81 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333504 Dec 03 15:07:10.316936 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb1c2-dd16-4257-8b75-904cc2d25e8b req-b75bcd7f-281c-487a-93d5-ed51597ebfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:10.318513 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4f0bb1c2-dd16-4257-8b75-904cc2d25e8b req-b75bcd7f-281c-487a-93d5-ed51597ebfd9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=954f6dfc-38f4-469f-aa5e-811cef0d10fb HTTP/1.1" status: 200 len: 854 time: 0.3652377 Dec 03 15:07:10.355868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0f931-92e0-4b08-8e9e-597fbb621b57 req-902656c7-1254-4607-a65a-81bcf70c108c tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:10.357556 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9f0f931-92e0-4b08-8e9e-597fbb621b57 req-902656c7-1254-4607-a65a-81bcf70c108c tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.6049874 Dec 03 15:07:10.401505 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35016) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:10.419284 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-d0c6307e-5385-4d90-91fb-d65d00be5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:04:03Z', 'revision_number': 4, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': 'a9834d74-eedc-4957-aedd-eaa68a942c35', 'name': '', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'mac_address': 'fa:16:3e:04:41:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:02Z', 'updated_at': '2020-12-03T15:04:17Z', 'revision_number': 5, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'subnets': [{'id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:10.424280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6307e-5385-4d90-91fb-d65d00be5143 None None] The sync data for ids ['e5955390-17dc-42a1-a062-980ffe2e8371'] in dv-cinder-757908-3-smb is: [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:04:03Z', 'revision_number': 4, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': 'a9834d74-eedc-4957-aedd-eaa68a942c35', 'name': '', 'network_id': '1ba2aee9-4c39-4e32-91b2-320bbb798d92', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'mac_address': 'fa:16:3e:04:41:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:02Z', 'updated_at': '2020-12-03T15:04:17Z', 'revision_number': 5, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'subnets': [{'id': '954f6dfc-38f4-469f-aa5e-811cef0d10fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:07:10.571414 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9f0f931-92e0-4b08-8e9e-597fbb621b57 req-ffe2da0b-e784-4ce1-b115-7f76cc341da5 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714485 Dec 03 15:07:10.598243 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-18c7a1bb-8f74-4ad1-a7a1-27e3d80b485c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:10.618516 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-18c7a1bb-8f74-4ad1-a7a1-27e3d80b485c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:10.623346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-18c7a1bb-8f74-4ad1-a7a1-27e3d80b485c admin admin] Usage tracker for resource:security_group_rule and tenant:2074b06364a64a288671830e1c1fbc85 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:10.624992 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-842dff3a-2f01-47bb-9a81-f248f0bc509c req-3507cf5b-4695-42c0-a5c7-42b4002b8f8a service neutron] 10.222.0.81 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3023391 Dec 03 15:07:10.626946 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb1c2-dd16-4257-8b75-904cc2d25e8b req-9f9c65cc-f372-4075-9617-5fa7eb523564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:10.627528 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-18c7a1bb-8f74-4ad1-a7a1-27e3d80b485c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:10.629195 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4f0bb1c2-dd16-4257-8b75-904cc2d25e8b req-9f9c65cc-f372-4075-9617-5fa7eb523564 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba2aee9-4c39-4e32-91b2-320bbb798d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2824447 Dec 03 15:07:10.635017 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-18c7a1bb-8f74-4ad1-a7a1-27e3d80b485c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:10.688416 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35026) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:10.740289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa33e-fee0-4cbc-b04d-2d383e1b2d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:10.780316 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2f1fa33e-fee0-4cbc-b04d-2d383e1b2d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:10.791418 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2f1fa33e-fee0-4cbc-b04d-2d383e1b2d01 admin admin] Usage tracker for resource:security_group_rule and tenant:be521c66ca31449b8d4d8178cac9b5ed is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:10.796100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2f1fa33e-fee0-4cbc-b04d-2d383e1b2d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:10.809541 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2f1fa33e-fee0-4cbc-b04d-2d383e1b2d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:10.888395 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4f0bb1c2-dd16-4257-8b75-904cc2d25e8b req-4dcd1d40-99aa-4e1a-a5ba-b75a767fd2e2 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512593 Dec 03 15:07:10.913167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa33e-fee0-4cbc-b04d-2d383e1b2d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:10.925286 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa33e-fee0-4cbc-b04d-2d383e1b2d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:10.945828 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9781bae7-d675-40e4-b2de-8d8170455b7a None None] New status for floating IP 9ada0c46-2c7a-4437-b9da-aef00283644e: DOWN {{(pid=80306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:07:10.963004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-18c7a1bb-8f74-4ad1-a7a1-27e3d80b485c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:10.965368 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1f181275-827f-4ab0-b5c8-1a2900e35c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:10.976270 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-2f1fa33e-fee0-4cbc-b04d-2d383e1b2d01 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be521c66ca31449b8d4d8178cac9b5ed&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2866800 Dec 03 15:07:10.979918 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-18c7a1bb-8f74-4ad1-a7a1-27e3d80b485c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:10.989619 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35034) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:11.021192 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03ca86-14b4-4ac7-9226-6981f7db66da req-81beace8-74ec-4391-96e1-cc1d3966e94b tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:11.022823 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fa03ca86-14b4-4ac7-9226-6981f7db66da req-81beace8-74ec-4391-96e1-cc1d3966e94b tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.2130666 Dec 03 15:07:11.040796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 35038) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:11.052395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-65ca66f3-9852-4e1e-9bee-c82a9afdd1a2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Request body: {'floatingip': {'port_id': '47c73dfd-ac00-43bb-a14a-93cafe1e837e'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:11.068185 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fa33e-fee0-4cbc-b04d-2d383e1b2d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7304ce7e-067b-4dc5-825b-6e42099fa1ab,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:11.089366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2f1fa33e-fee0-4cbc-b04d-2d383e1b2d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:11.100399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c3e5c619-2574-4471-941e-ee939b478593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:11.136879 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-18c7a1bb-8f74-4ad1-a7a1-27e3d80b485c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2074b06364a64a288671830e1c1fbc85&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7337356 Dec 03 15:07:11.137726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35044) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:11.153018 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7a1bb-8f74-4ad1-a7a1-27e3d80b485c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80275519-3bcf-4b36-87b8-add0f436f203,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:11.166734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-18c7a1bb-8f74-4ad1-a7a1-27e3d80b485c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:11.209472 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-65ca66f3-9852-4e1e-9bee-c82a9afdd1a2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:11.217261 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-988ddddc-8d6d-48ac-91b1-8540d9005299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:11.261800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0861-a0e3-4fa3-b6f8-594620b5a0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:11.265744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-988ddddc-8d6d-48ac-91b1-8540d9005299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:11.289951 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4f0bb1c2-dd16-4257-8b75-904cc2d25e8b req-2f6862ab-5f80-4ea4-9e69-19537d4af509 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3925519 Dec 03 15:07:11.320927 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0861-a0e3-4fa3-b6f8-594620b5a0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:11.370210 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-988ddddc-8d6d-48ac-91b1-8540d9005299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:11.375837 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c90f3963-3c4e-4467-96c1-93f3c2e5bd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:11.395442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ddddc-8d6d-48ac-91b1-8540d9005299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7304ce7e-067b-4dc5-825b-6e42099fa1ab,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:11.398220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-988ddddc-8d6d-48ac-91b1-8540d9005299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:11.400884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0861-a0e3-4fa3-b6f8-594620b5a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:11.406959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7ad76145-045d-4f4b-92ed-dfa7b7d542fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:11.424492 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb0861-a0e3-4fa3-b6f8-594620b5a0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80275519-3bcf-4b36-87b8-add0f436f203,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:11.426964 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-988ddddc-8d6d-48ac-91b1-8540d9005299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:11.428284 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-988ddddc-8d6d-48ac-91b1-8540d9005299 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7304ce7e-067b-4dc5-825b-6e42099fa1ab HTTP/1.1" status: 204 len: 168 time: 0.4326508 Dec 03 15:07:11.429131 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0861-a0e3-4fa3-b6f8-594620b5a0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:11.440925 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8ccb0861-a0e3-4fa3-b6f8-594620b5a0a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80275519-3bcf-4b36-87b8-add0f436f203 HTTP/1.1" status: 204 len: 168 time: 0.2899759 Dec 03 15:07:11.442042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8ccb0861-a0e3-4fa3-b6f8-594620b5a0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:11.970281 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-65ca66f3-9852-4e1e-9bee-c82a9afdd1a2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:11.973630 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-65ca66f3-9852-4e1e-9bee-c82a9afdd1a2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:12.174226 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [None req-65ca66f3-9852-4e1e-9bee-c82a9afdd1a2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Floating IP 0000729f-65cf-4fb8-ac5c-3484e30042d2 associated. External IP: 172.28.3.124, port: 47c73dfd-ac00-43bb-a14a-93cafe1e837e. Dec 03 15:07:12.588572 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35092) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:12.616438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ca66f3-9852-4e1e-9bee-c82a9afdd1a2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Router 2aba0485-77bd-4392-bc4d-9273ca218350 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:07:12.770346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-272206321-network', 'tenant_id': '208ab3105b54499a872624f7cf9e6106'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:12.785688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:12.790301 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Usage tracker for resource:network and tenant:208ab3105b54499a872624f7cf9e6106 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:12.793884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:12.800918 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:12.822018 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Made reservation on behalf of 208ab3105b54499a872624f7cf9e6106 for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:07:12.827060 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:12.847173 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:12.851586 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ca66f3-9852-4e1e-9bee-c82a9afdd1a2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:07:12.867801 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:12.868051 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c267d-fef4-4722-bd12-18aaa72dcebd None None] Sync routers for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:07:12.868754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-65ca66f3-9852-4e1e-9bee-c82a9afdd1a2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:12.873447 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Usage tracker for resource:security_group_rule and tenant:208ab3105b54499a872624f7cf9e6106 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:12.878334 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:12.886966 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c267d-fef4-4722-bd12-18aaa72dcebd None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:07:12.887727 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-dc7c267d-fef4-4722-bd12-18aaa72dcebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:06:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:12.889011 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:12.941928 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-65ca66f3-9852-4e1e-9bee-c82a9afdd1a2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "PUT /v2.0/floatingips/0000729f-65cf-4fb8-ac5c-3484e30042d2 HTTP/1.1" status: 200 len: 991 time: 1.9010382 Dec 03 15:07:12.942948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'tag': '47c73dfd-ac00-43bb-a14a-93cafe1e837e'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:13.006227 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:13.010047 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:13.027288 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:07:13.039433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:13.039433 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Added segment 452cee10-1183-4640-aeec-488715141109 of type vxlan for network b31adf66-35b5-4e24-a65e-ce1e00cb34a0 Dec 03 15:07:13.066384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f015d236-bcd9-4eb3-9a1e-590aaab728b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:13.075477 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'tag': '47c73dfd-ac00-43bb-a14a-93cafe1e837e', 'status': 'completed', 'code': 200} Dec 03 15:07:13.098018 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:13.101775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:13.117505 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:13.157599 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-dc7c267d-fef4-4722-bd12-18aaa72dcebd None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:07:13.166012 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:13.167716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:13.168671 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:13.175397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:13.211036 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7cc40-2501-4319-b10d-6d73b3d136f8 req-a962bfb8-eaa4-4c8b-ab03-2db1b19efc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:13.213012 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9a7cc40-2501-4319-b10d-6d73b3d136f8 req-a962bfb8-eaa4-4c8b-ab03-2db1b19efc7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 1162 time: 0.0848999 Dec 03 15:07:13.248212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 35114) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:13.306356 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Pushing event updated for resources: {'Network': ['ID=b31adf66-35b5-4e24-a65e-ce1e00cb34a0,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:13.309820 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:13.316548 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7263312 Dec 03 15:07:13.317204 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35120) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:13.324059 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Request body: {'subnet': {'network_id': 'b31adf66-35b5-4e24-a65e-ce1e00cb34a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-272206321-subnet', 'tenant_id': '208ab3105b54499a872624f7cf9e6106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:13.328982 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network b31adf66-35b5-4e24-a65e-ce1e00cb34a0 details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:07:13.331379 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:13.336948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Usage tracker for resource:subnet and tenant:208ab3105b54499a872624f7cf9e6106 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:13.340582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:13.347514 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:13.356602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network b31adf66-35b5-4e24-a65e-ce1e00cb34a0 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:07:13.358884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Made reservation on behalf of 208ab3105b54499a872624f7cf9e6106 for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:07:13.365322 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3469074'] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:13.397920 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7cc40-2501-4319-b10d-6d73b3d136f8 req-b32626cf-f5cb-4e41-b136-4443fc58d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:13.399598 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9a7cc40-2501-4319-b10d-6d73b3d136f8 req-b32626cf-f5cb-4e41-b136-4443fc58d0c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 910 time: 0.1764209 Dec 03 15:07:13.760786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-efdd9a96-847a-4430-a46d-6f9d2d504ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:13.794825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-efdd9a96-847a-4430-a46d-6f9d2d504ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:13.804050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-efdd9a96-847a-4430-a46d-6f9d2d504ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:c9d3d0d8bc36443c9e101b72b4e0028e is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:13.814496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-efdd9a96-847a-4430-a46d-6f9d2d504ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:13.823433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-dc7c267d-fef4-4722-bd12-18aaa72dcebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': '0000729f-65cf-4fb8-ac5c-3484e30042d2', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'floating_ip_address': '172.28.3.124', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'port_id': '47c73dfd-ac00-43bb-a14a-93cafe1e837e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'mac_address': 'fa:16:3e:ba:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:06:54Z', 'updated_at': '2020-12-03T15:07:11Z', 'revision_number': 1, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:03:09Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:13.824825 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9a7cc40-2501-4319-b10d-6d73b3d136f8 req-cfc87f00-a89b-4867-b8cc-154805b748ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47c73dfd-ac00-43bb-a14a-93cafe1e837e HTTP/1.1" status: 200 len: 999 time: 0.4168336 Dec 03 15:07:13.825803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-efdd9a96-847a-4430-a46d-6f9d2d504ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:13.828098 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c267d-fef4-4722-bd12-18aaa72dcebd None None] Checking router: 2aba0485-77bd-4392-bc4d-9273ca218350 for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:07:13.831910 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3867129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3469059'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:13.837506 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c267d-fef4-4722-bd12-18aaa72dcebd None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:07:13.838194 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-dc7c267d-fef4-4722-bd12-18aaa72dcebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:06:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:13.848267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:13.927829 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7cc40-2501-4319-b10d-6d73b3d136f8 req-88870fc2-92a1-4439-900e-bfdb236f4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:13.929585 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9a7cc40-2501-4319-b10d-6d73b3d136f8 req-88870fc2-92a1-4439-900e-bfdb236f4965 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 200 len: 855 time: 0.0980716 Dec 03 15:07:13.975882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb294c6-a812-456a-a5da-ad1b1f9904fc,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:13.982633 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:14.028968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-dc7c267d-fef4-4722-bd12-18aaa72dcebd None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:07:14.062855 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-efdd9a96-847a-4430-a46d-6f9d2d504ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:14.067272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Checking segment: {'id': '452cee10-1183-4640-aeec-488715141109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b31adf66-35b5-4e24-a65e-ce1e00cb34a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:07:14.067456 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-efdd9a96-847a-4430-a46d-6f9d2d504ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:14.067650 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Network hostable DHCP agents. Network: b31adf66-35b5-4e24-a65e-ce1e00cb34a0, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:07:14.077317 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a50356a3-3046-41d2-b8cf-7e118281dc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:14.086606 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7cc40-2501-4319-b10d-6d73b3d136f8 req-8b03fcbb-4613-4964-ba5e-6c992396f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:14.088684 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9a7cc40-2501-4319-b10d-6d73b3d136f8 req-8b03fcbb-4613-4964-ba5e-6c992396f4a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f74f8bf3-3d51-4772-97cb-ee854694141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1503005 Dec 03 15:07:14.103409 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Network b31adf66-35b5-4e24-a65e-ce1e00cb34a0 is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:07:14.114299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, b31adf66-35b5-4e24-a65e-ce1e00cb34a0) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:07:14.137513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:14.138861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:14.171689 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd32b84-7a95-4707-85c4-b1d9fc6eeb3a None None] Network b31adf66-35b5-4e24-a65e-ce1e00cb34a0 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:07:14.172047 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-9eee1b38-ae44-498b-930d-97b22fe1cdfb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8534846 Dec 03 15:07:14.318739 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd9a96-847a-4430-a46d-6f9d2d504ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994f1eec-d31d-41c2-bfc8-35940ed93eb2,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:14.324729 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-efdd9a96-847a-4430-a46d-6f9d2d504ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:14.330377 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9a7cc40-2501-4319-b10d-6d73b3d136f8 req-4f481382-bfbe-45f5-87a6-4a07520fce84 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316723 Dec 03 15:07:14.334357 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-efdd9a96-847a-4430-a46d-6f9d2d504ea1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c9d3d0d8bc36443c9e101b72b4e0028e&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0823641 Dec 03 15:07:14.340777 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35132) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:14.427873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b86f7abd-a43e-488f-9a24-0bee73e7e040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:14.484068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b86f7abd-a43e-488f-9a24-0bee73e7e040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:14.577812 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9a7cc40-2501-4319-b10d-6d73b3d136f8 req-71cff3fe-9a23-47ca-8452-7d6ac7741adc service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2251909 Dec 03 15:07:14.583840 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b86f7abd-a43e-488f-9a24-0bee73e7e040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:14.597822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-16d2475f-e848-4da8-a366-8ed3bc557e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:14.626280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f7abd-a43e-488f-9a24-0bee73e7e040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994f1eec-d31d-41c2-bfc8-35940ed93eb2,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:14.636482 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b86f7abd-a43e-488f-9a24-0bee73e7e040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:14.638144 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b86f7abd-a43e-488f-9a24-0bee73e7e040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:14.639706 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b86f7abd-a43e-488f-9a24-0bee73e7e040 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/994f1eec-d31d-41c2-bfc8-35940ed93eb2 HTTP/1.1" status: 204 len: 168 time: 0.2973347 Dec 03 15:07:14.721088 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32de010f-5146-4a7e-9c4d-0d81fa99c581 None None] Network b31adf66-35b5-4e24-a65e-ce1e00cb34a0 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:07:14.727071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849281-86e3-493d-9401-ce8dc173fb4c req-27b13cc8-cf6e-44d0-9b70-02cb6fcaa101 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:14.728248 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-25849281-86e3-493d-9401-ce8dc173fb4c req-27b13cc8-cf6e-44d0-9b70-02cb6fcaa101 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Synchronizing usage tracker for tenant:3660b34f56fa4321bf49277dc190b8fd on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:07:14.749358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-25849281-86e3-493d-9401-ce8dc173fb4c req-27b13cc8-cf6e-44d0-9b70-02cb6fcaa101 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Unset dirty status for tenant:3660b34f56fa4321bf49277dc190b8fd on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:07:14.760877 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-25849281-86e3-493d-9401-ce8dc173fb4c req-27b13cc8-cf6e-44d0-9b70-02cb6fcaa101 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 946 time: 0.1376324 Dec 03 15:07:14.813736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-25849281-86e3-493d-9401-ce8dc173fb4c req-24ecd37d-3559-4efe-a073-ad2d14febf2a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Synchronizing usage tracker for tenant:3660b34f56fa4321bf49277dc190b8fd on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:07:14.837231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-25849281-86e3-493d-9401-ce8dc173fb4c req-24ecd37d-3559-4efe-a073-ad2d14febf2a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Unset dirty status for tenant:3660b34f56fa4321bf49277dc190b8fd on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:07:14.851151 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-25849281-86e3-493d-9401-ce8dc173fb4c req-24ecd37d-3559-4efe-a073-ad2d14febf2a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891037 Dec 03 15:07:15.022861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-dc7c267d-fef4-4722-bd12-18aaa72dcebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': '0000729f-65cf-4fb8-ac5c-3484e30042d2', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'floating_ip_address': '172.28.3.124', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'port_id': '47c73dfd-ac00-43bb-a14a-93cafe1e837e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'mac_address': 'fa:16:3e:ba:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:06:54Z', 'updated_at': '2020-12-03T15:07:11Z', 'revision_number': 1, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:03:09Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:15.036144 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c267d-fef4-4722-bd12-18aaa72dcebd None None] The sync data for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb is: [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': '0000729f-65cf-4fb8-ac5c-3484e30042d2', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'floating_ip_address': '172.28.3.124', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'port_id': '47c73dfd-ac00-43bb-a14a-93cafe1e837e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'mac_address': 'fa:16:3e:ba:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:06:54Z', 'updated_at': '2020-12-03T15:07:11Z', 'revision_number': 1, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:03:09Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:07:15.411485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7905463-7355-4cad-ae59-0eda7cd8c60e None None] New status for floating IP 0000729f-65cf-4fb8-ac5c-3484e30042d2: ACTIVE {{(pid=80306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:07:16.074335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c1521-a100-4a61-8888-e9eabf55ac25 req-ef6c8b2f-82f8-4e24-aa5c-cda969bdfff5 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:16.076104 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5c7c1521-a100-4a61-8888-e9eabf55ac25 req-ef6c8b2f-82f8-4e24-aa5c-cda969bdfff5 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 946 time: 0.0919166 Dec 03 15:07:16.128608 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5c7c1521-a100-4a61-8888-e9eabf55ac25 req-42d9c341-e7aa-479e-a976-7d214ce10046 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455320 Dec 03 15:07:16.683420 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68a4d1-272f-4729-9f80-391d663356cb req-e0399899-6779-443c-bdb0-cdd3d63c0092 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:16.685063 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-e0399899-6779-443c-bdb0-cdd3d63c0092 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/networks?id=b31adf66-35b5-4e24-a65e-ce1e00cb34a0 HTTP/1.1" status: 200 len: 813 time: 0.1630850 Dec 03 15:07:16.704227 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-1ae65f48-7818-4fe0-86f7-67d7d04ae973 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/quotas/208ab3105b54499a872624f7cf9e6106 HTTP/1.1" status: 200 len: 375 time: 0.0109386 Dec 03 15:07:16.756748 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-d4ad02a5-55cc-4f8c-84ca-c65af049b318 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?tenant_id=208ab3105b54499a872624f7cf9e6106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453751 Dec 03 15:07:16.865006 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device c67ef70f-25e6-44ea-a568-1ecfbfc68a0d up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:07:16.936160 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:07:16.936566 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:16.967773 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2a680-13b1-4455-8115-ea9bfd89d6ed req-7ec60058-5d7f-4054-81a2-71c940def4e1 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:16.969459 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c8f2a680-13b1-4455-8115-ea9bfd89d6ed req-7ec60058-5d7f-4054-81a2-71c940def4e1 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.65 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 946 time: 0.2103589 Dec 03 15:07:16.971743 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-ed67f61e-9a30-4744-ad4b-a03c80585a9d service neutron] 10.222.0.81 "GET /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746225 Dec 03 15:07:17.158959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-c8f2a680-13b1-4455-8115-ea9bfd89d6ed req-fca2b6c2-9e20-4508-b2ca-1138d6c7ecd3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Deleting port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:07:17.159536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c8f2a680-13b1-4455-8115-ea9bfd89d6ed req-fca2b6c2-9e20-4508-b2ca-1138d6c7ecd3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:17.292248 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-ec390fa5-73d6-4a34-8c28-6867bb69ebfb service neutron] 10.222.0.81 "GET /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3119833 Dec 03 15:07:17.560504 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-245051a3-5839-451c-8e8a-1ed15217df2f req-9c14ad0b-1256-4890-8d8e-87c7e4918808 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 210 time: 0.0797465 Dec 03 15:07:17.613710 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a9102-7b8d-490e-ab3f-3decf39840ac req-c5b4f724-80b3-480b-8513-8e761762440e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:17.621942 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f25a9102-7b8d-490e-ab3f-3decf39840ac req-c5b4f724-80b3-480b-8513-8e761762440e tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 946 time: 0.3376906 Dec 03 15:07:17.681567 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-c8f2a680-13b1-4455-8115-ea9bfd89d6ed req-fca2b6c2-9e20-4508-b2ca-1138d6c7ecd3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] For port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d,segment=NetworkSegment(c01c979a-0638-4e56-a35a-b741a914b81d),segment_id=c01c979a-0638-4e56-a35a-b741a914b81d)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:07:17.681895 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c8f2a680-13b1-4455-8115-ea9bfd89d6ed req-fca2b6c2-9e20-4508-b2ca-1138d6c7ecd3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:17.819773 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f25a9102-7b8d-490e-ab3f-3decf39840ac req-2ee20ffd-d5d1-4a1d-8b61-90ef85adae23 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/security-groups?id=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968966 Dec 03 15:07:17.829475 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-c8f2a680-13b1-4455-8115-ea9bfd89d6ed req-fca2b6c2-9e20-4508-b2ca-1138d6c7ecd3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Calling delete_port for c67ef70f-25e6-44ea-a568-1ecfbfc68a0d owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:07:18.005196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c8f2a680-13b1-4455-8115-ea9bfd89d6ed req-fca2b6c2-9e20-4508-b2ca-1138d6c7ecd3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:18.021778 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-96693676-9457-46c6-b041-a412a76055c1 tempest-ServerRescueNegativeTestJSON-1621177473 tempest-ServerRescueNegativeTestJSON-1621177473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:18.068235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2b6c2-9e20-4508-b2ca-1138d6c7ecd3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Pushing event deleted for resources: {'Port': ['ID=c67ef70f-25e6-44ea-a568-1ecfbfc68a0d,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:18.120000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-fca2b6c2-9e20-4508-b2ca-1138d6c7ecd3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:18.231697 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f2a680-13b1-4455-8115-ea9bfd89d6ed req-fca2b6c2-9e20-4508-b2ca-1138d6c7ecd3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] No DVR routers for this DVR port c67ef70f-25e6-44ea-a568-1ecfbfc68a0d on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:07:18.234161 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c8f2a680-13b1-4455-8115-ea9bfd89d6ed req-fca2b6c2-9e20-4508-b2ca-1138d6c7ecd3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:18.237627 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'name': 'network-vif-deleted', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:18.259162 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c8f2a680-13b1-4455-8115-ea9bfd89d6ed req-fca2b6c2-9e20-4508-b2ca-1138d6c7ecd3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.65 "DELETE /v2.0/ports/c67ef70f-25e6-44ea-a568-1ecfbfc68a0d HTTP/1.1" status: 204 len: 173 time: 1.2774312 Dec 03 15:07:18.309179 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad9abdc-84dc-46c0-8045-050ff1390ba2', 'name': 'network-vif-deleted', 'tag': 'c67ef70f-25e6-44ea-a568-1ecfbfc68a0d', 'status': 'completed', 'code': 200} Dec 03 15:07:18.693681 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device c67ef70f-25e6-44ea-a568-1ecfbfc68a0d no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:07:18.750487 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] No Port match for: c67ef70f-25e6-44ea-a568-1ecfbfc68a0d {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:07:18.751202 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device c67ef70f-25e6-44ea-a568-1ecfbfc68a0d not bound to the agent host hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:07:18.772345 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2d732b48-c205-45c3-ab40-5eb91849bad5 req-843f66fc-3b73-4840-9fcd-0a56d2ab719f tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 210 time: 0.0572200 Dec 03 15:07:18.971808 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68a4d1-272f-4729-9f80-391d663356cb req-c685d566-4e6c-4887-aead-9e961b8db65e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:18.973986 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-c685d566-4e6c-4887-aead-9e961b8db65e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.65 "GET /v2.0/networks?id=b31adf66-35b5-4e24-a65e-ce1e00cb34a0 HTTP/1.1" status: 200 len: 813 time: 0.1968524 Dec 03 15:07:19.030904 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-941b1faa-c3fe-4e5d-8d47-962d8689d10e req-11a7293c-38e4-4b6c-a0d4-e0adddd6c9c4 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Synchronizing usage tracker for tenant:3660b34f56fa4321bf49277dc190b8fd on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:07:19.038720 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Request body: {'port': {'device_id': '19c73e38-c45f-41aa-be32-a9c58bedda3f', 'network_id': 'b31adf66-35b5-4e24-a65e-ce1e00cb34a0', 'admin_state_up': True, 'tenant_id': '208ab3105b54499a872624f7cf9e6106'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:19.251550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35232) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:19.370132 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-941b1faa-c3fe-4e5d-8d47-962d8689d10e req-11a7293c-38e4-4b6c-a0d4-e0adddd6c9c4 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Unset dirty status for tenant:3660b34f56fa4321bf49277dc190b8fd on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:07:19.371432 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-941b1faa-c3fe-4e5d-8d47-962d8689d10e req-11a7293c-38e4-4b6c-a0d4-e0adddd6c9c4 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] 10.222.0.81 "GET /v2.0/ports?device_id=1ad9abdc-84dc-46c0-8045-050ff1390ba2 HTTP/1.1" status: 200 len: 210 time: 0.3908973 Dec 03 15:07:19.435351 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1956-5dab-41a0-9703-1d65c698c9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:19.446377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:19.450397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Usage tracker for resource:port and tenant:208ab3105b54499a872624f7cf9e6106 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:19.451383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-7ffe1956-5dab-41a0-9703-1d65c698c9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:19.453394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Quota usage for port was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:19.455487 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-7ffe1956-5dab-41a0-9703-1d65c698c9d8 admin admin] Usage tracker for resource:security_group_rule and tenant:3461cf3b0e884fcc89740ff58e8ddba5 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:19.459497 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-7ffe1956-5dab-41a0-9703-1d65c698c9d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:19.459777 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:19.465341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-7ffe1956-5dab-41a0-9703-1d65c698c9d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:19.468852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Made reservation on behalf of 208ab3105b54499a872624f7cf9e6106 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:07:19.476227 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:19.562743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1956-5dab-41a0-9703-1d65c698c9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:19.566402 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1956-5dab-41a0-9703-1d65c698c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:19.576507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0a855ef8-7746-43ba-958e-7a5294b6fd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:19.620776 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-7ffe1956-5dab-41a0-9703-1d65c698c9d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3461cf3b0e884fcc89740ff58e8ddba5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3667006 Dec 03 15:07:19.622628 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe1956-5dab-41a0-9703-1d65c698c9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92ce76f-894c-41d2-b2ad-026ce024306d,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:19.622844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 35238) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:19.626227 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7ffe1956-5dab-41a0-9703-1d65c698c9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:19.813630 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-00c9c38c-d078-4b49-83f4-fe07974e026e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:19.867916 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-00c9c38c-d078-4b49-83f4-fe07974e026e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:19.894096 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Allocated IP 172.20.0.3 (b31adf66-35b5-4e24-a65e-ce1e00cb34a0/7bb294c6-a812-456a-a5da-ad1b1f9904fc/3cb804c1-f6b2-4614-9654-b6ba6d23bf82) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:07:19.966908 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-afb86850-eccf-44c3-a917-85373648511d req-c94b144a-93ba-4481-bf2d-0b6817b6fb8e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 210 time: 0.0547559 Dec 03 15:07:20.020921 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-00c9c38c-d078-4b49-83f4-fe07974e026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:20.040513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3c687c38-e7e1-4565-929d-f59684d44591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:20.114395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9c38c-d078-4b49-83f4-fe07974e026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92ce76f-894c-41d2-b2ad-026ce024306d,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:20.117082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-00c9c38c-d078-4b49-83f4-fe07974e026e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:20.145099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-00c9c38c-d078-4b49-83f4-fe07974e026e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:20.146314 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-00c9c38c-d078-4b49-83f4-fe07974e026e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b92ce76f-894c-41d2-b2ad-026ce024306d HTTP/1.1" status: 204 len: 168 time: 0.5224617 Dec 03 15:07:20.205521 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:20.232470 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:20.250675 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:20.395472 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Pushing event updated for resources: {'Port': ['ID=3cb804c1-f6b2-4614-9654-b6ba6d23bf82,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:20.400373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:20.459717 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Network b31adf66-35b5-4e24-a65e-ce1e00cb34a0 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:07:20.460970 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:07:20.463422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:07:20.536932 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:20.537282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:20.574907 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5459785 Dec 03 15:07:20.599141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Request body: {'port': {'device_id': '19c73e38-c45f-41aa-be32-a9c58bedda3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:20.746762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:21.288465 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6565b-088a-4e18-9035-33a3885c56da req-8ffcb48a-57a8-4588-a55d-0f30b7b831e7 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:21.289232 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-abd6565b-088a-4e18-9035-33a3885c56da req-8ffcb48a-57a8-4588-a55d-0f30b7b831e7 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Synchronizing usage tracker for tenant:208ab3105b54499a872624f7cf9e6106 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:07:21.293786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:07:21.303435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:21.324267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Transition to ACTIVE for port object 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:07:21.328868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:21.347213 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:21.394694 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-abd6565b-088a-4e18-9035-33a3885c56da req-8ffcb48a-57a8-4588-a55d-0f30b7b831e7 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Unset dirty status for tenant:208ab3105b54499a872624f7cf9e6106 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:07:21.396192 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-abd6565b-088a-4e18-9035-33a3885c56da req-8ffcb48a-57a8-4588-a55d-0f30b7b831e7 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 931 time: 0.2782028 Dec 03 15:07:21.533602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35318) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:21.553843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Pushing event updated for resources: {'Port': ['ID=3cb804c1-f6b2-4614-9654-b6ba6d23bf82,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:21.557229 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:21.560726 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-abd6565b-088a-4e18-9035-33a3885c56da req-f332b979-f0a3-4129-aa2c-723968142dd8 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931070 Dec 03 15:07:21.782364 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Attempting to bind port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:07:21.782738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Attempting to bind port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '452cee10-1183-4640-aeec-488715141109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b31adf66-35b5-4e24-a65e-ce1e00cb34a0'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:07:21.783103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Attempting to bind port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 on network b31adf66-35b5-4e24-a65e-ce1e00cb34a0 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:07:21.789307 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:07:21.789719 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Checking segment: {'id': '452cee10-1183-4640-aeec-488715141109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b31adf66-35b5-4e24-a65e-ce1e00cb34a0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:07:21.790161 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:21.790502 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Bound using segment: {'id': '452cee10-1183-4640-aeec-488715141109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b31adf66-35b5-4e24-a65e-ce1e00cb34a0'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:07:21.790975 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Bound port: 3cb804c1-f6b2-4614-9654-b6ba6d23bf82, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452cee10-1183-4640-aeec-488715141109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b31adf66-35b5-4e24-a65e-ce1e00cb34a0'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:07:21.791350 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:21.891080 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] For port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:07:21.896220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] For port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=3cb804c1-f6b2-4614-9654-b6ba6d23bf82,segment=NetworkSegment(452cee10-1183-4640-aeec-488715141109),segment_id=452cee10-1183-4640-aeec-488715141109)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:07:21.901144 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:21.919103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-52240c64-5720-4645-8216-66e7815c1215 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:21.965011 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741229'] for router_interface, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:22.094792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Pushing event updated for resources: {'Port': ['ID=3cb804c1-f6b2-4614-9654-b6ba6d23bf82,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:22.100634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:22.139484 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:22.140296 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:22.141952 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] 10.222.0.65 "PUT /v2.0/ports/3cb804c1-f6b2-4614-9654-b6ba6d23bf82 HTTP/1.1" status: 200 len: 1157 time: 1.5507100 Dec 03 15:07:22.142598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c73e38-c45f-41aa-be32-a9c58bedda3f', 'tag': '3cb804c1-f6b2-4614-9654-b6ba6d23bf82'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:22.240237 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c73e38-c45f-41aa-be32-a9c58bedda3f', 'tag': '3cb804c1-f6b2-4614-9654-b6ba6d23bf82', 'status': 'completed', 'code': 200} Dec 03 15:07:22.286453 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68a4d1-272f-4729-9f80-391d663356cb req-236f9f01-dd33-476c-ab4e-02db9e4af14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:22.288502 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-236f9f01-dd33-476c-ab4e-02db9e4af14c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=208ab3105b54499a872624f7cf9e6106&device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 1160 time: 0.0857434 Dec 03 15:07:22.388262 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-bfe60222-137f-4eb0-bfb6-d30c426cf987 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb804c1-f6b2-4614-9654-b6ba6d23bf82 HTTP/1.1" status: 200 len: 217 time: 0.0767813 Dec 03 15:07:22.461991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68a4d1-272f-4729-9f80-391d663356cb req-75f3bfc8-7b6d-44e1-b6c8-c7b8f842270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:22.463592 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-75f3bfc8-7b6d-44e1-b6c8-c7b8f842270e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb294c6-a812-456a-a5da-ad1b1f9904fc HTTP/1.1" status: 200 len: 853 time: 0.0681667 Dec 03 15:07:22.518976 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-ab8c5fe8-041c-4566-ae4e-312366b1c454 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b31adf66-35b5-4e24-a65e-ce1e00cb34a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465040 Dec 03 15:07:22.710258 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-8b56737d-1068-4d6b-aadf-93ba6022a726 service neutron] 10.222.0.65 "GET /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838722 Dec 03 15:07:22.892524 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-aa68a4d1-272f-4729-9f80-391d663356cb req-194a5e51-186c-4224-b75f-c74ed434f0e7 service neutron] 10.222.0.65 "GET /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1710157 Dec 03 15:07:22.929797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] Deleting port a9834d74-eedc-4957-aedd-eaa68a942c35 {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:07:22.930177 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:22.985871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:23.148007 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfd6ec-922d-41e6-8f60-e15820349428 req-23e55468-eb90-4822-a601-3a8258a03e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:23.150074 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6bdfd6ec-922d-41e6-8f60-e15820349428 req-23e55468-eb90-4822-a601-3a8258a03e4b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=208ab3105b54499a872624f7cf9e6106&device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 1160 time: 0.1584668 Dec 03 15:07:23.150649 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] For port a9834d74-eedc-4957-aedd-eaa68a942c35, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=a9834d74-eedc-4957-aedd-eaa68a942c35,segment=NetworkSegment(c01c979a-0638-4e56-a35a-b741a914b81d),segment_id=c01c979a-0638-4e56-a35a-b741a914b81d)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:07:23.151311 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:23.152849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6561412f-e2ed-4f87-a8e5-e1548a05491f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:23.165165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166908a4-dd89-458b-ac14-94375f234501 req-d775ac93-0d1c-4aed-b49b-5f916f34ac47 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:23.166934 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-166908a4-dd89-458b-ac14-94375f234501 req-d775ac93-0d1c-4aed-b49b-5f916f34ac47 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 943 time: 0.4213486 Dec 03 15:07:23.287791 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] Calling delete_port for a9834d74-eedc-4957-aedd-eaa68a942c35 owned by network:router_interface {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:07:23.317318 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-166908a4-dd89-458b-ac14-94375f234501 req-4be6a07d-8b35-4aa0-b22a-e6f42ef4b5d8 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238136 Dec 03 15:07:23.368266 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfd6ec-922d-41e6-8f60-e15820349428 req-6e9eff87-1b9e-47f1-94bf-46adbde01349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:23.370107 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6bdfd6ec-922d-41e6-8f60-e15820349428 req-6e9eff87-1b9e-47f1-94bf-46adbde01349 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b31adf66-35b5-4e24-a65e-ce1e00cb34a0 HTTP/1.1" status: 200 len: 907 time: 0.2017722 Dec 03 15:07:23.449372 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6bdfd6ec-922d-41e6-8f60-e15820349428 req-e1bb9fc9-b651-410b-99af-35096d9c323b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb804c1-f6b2-4614-9654-b6ba6d23bf82 HTTP/1.1" status: 200 len: 217 time: 0.0703998 Dec 03 15:07:23.482520 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850907544'] for port, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:23.499896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b196c408-c728-4792-8b82-fb4f2557a8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:23.521560 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfd6ec-922d-41e6-8f60-e15820349428 req-5cc463e0-6071-4be3-8ecc-3cb4c139cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:23.523072 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6bdfd6ec-922d-41e6-8f60-e15820349428 req-5cc463e0-6071-4be3-8ecc-3cb4c139cb14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb294c6-a812-456a-a5da-ad1b1f9904fc HTTP/1.1" status: 200 len: 853 time: 0.0665789 Dec 03 15:07:23.597012 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9834d74-eedc-4957-aedd-eaa68a942c35,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:23.601203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:23.613842 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6bdfd6ec-922d-41e6-8f60-e15820349428 req-3d13fdf1-dcc7-4f46-8f0a-11025ea82d23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b31adf66-35b5-4e24-a65e-ce1e00cb34a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824041 Dec 03 15:07:23.808963 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6bdfd6ec-922d-41e6-8f60-e15820349428 req-88717774-8b39-4c45-83f6-841abcdfa77f service neutron] 10.222.0.65 "GET /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860833 Dec 03 15:07:23.954548 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822424073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853027472'] for router_interface, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:23.965563 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6bdfd6ec-922d-41e6-8f60-e15820349428 req-dc290ef5-3115-4d02-9087-6051ca33d0e7 service neutron] 10.222.0.65 "GET /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485434 Dec 03 15:07:24.460095 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] Router e5955390-17dc-42a1-a062-980ffe2e8371 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:07:24.772339 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82d104-cfa3-49ca-b0f3-8f8524114214 req-0763ccfc-5a0b-4801-aaf1-3e134b2a4380 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:24.774193 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2b82d104-cfa3-49ca-b0f3-8f8524114214 req-0763ccfc-5a0b-4801-aaf1-3e134b2a4380 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 943 time: 0.3073897 Dec 03 15:07:24.860721 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2b82d104-cfa3-49ca-b0f3-8f8524114214 req-ba0be2b4-59e2-449f-b8f8-60433ef54309 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798464 Dec 03 15:07:24.896616 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.objects.ports [None req-119dd451-c6bb-4ffd-8d20-12b31e012e4a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80305) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 03 15:07:24.911320 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:07:24.921318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6627b-0dc9-4be3-858e-4353fb85fd1f None None] Sync routers for ids ['e5955390-17dc-42a1-a062-980ffe2e8371'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:07:24.931492 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6627b-0dc9-4be3-858e-4353fb85fd1f None None] Routers {'e5955390-17dc-42a1-a062-980ffe2e8371'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:07:24.932550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-81b6627b-0dc9-4be3-858e-4353fb85fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:06:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['e5955390-17dc-42a1-a062-980ffe2e8371'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:24.938226 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] 10.222.0.81 "PUT /v2.0/routers/e5955390-17dc-42a1-a062-980ffe2e8371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4025402 Dec 03 15:07:24.941533 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35352) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:25.130616 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-81b6627b-0dc9-4be3-858e-4353fb85fd1f None None] Set router e5955390-17dc-42a1-a062-980ffe2e8371 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:07:25.149490 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Notify callbacks [] for router, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:25.368189 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:25.376101 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Deleting port 789ce321-65f6-4e16-9b11-a3cc390b773c {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:07:25.376485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:25.489397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-81b6627b-0dc9-4be3-858e-4353fb85fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:07:23Z', 'revision_number': 5, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:25.495111 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6627b-0dc9-4be3-858e-4353fb85fd1f None None] Checking router: e5955390-17dc-42a1-a062-980ffe2e8371 for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:07:25.517534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:07:25.555912 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6627b-0dc9-4be3-858e-4353fb85fd1f None None] Routers {'e5955390-17dc-42a1-a062-980ffe2e8371'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:07:25.556982 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-81b6627b-0dc9-4be3-858e-4353fb85fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:06:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['e5955390-17dc-42a1-a062-980ffe2e8371'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:25.663868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] For port 789ce321-65f6-4e16-9b11-a3cc390b773c, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=789ce321-65f6-4e16-9b11-a3cc390b773c,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:07:25.664329 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:25.774333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6f38a9b6-94c1-4217-902d-4db5515b1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:25.803908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Calling delete_port for 789ce321-65f6-4e16-9b11-a3cc390b773c owned by network:router_gateway {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:07:25.812000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:07:25.819436 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:07:25.819882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:25.888876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-81b6627b-0dc9-4be3-858e-4353fb85fd1f None None] Set router e5955390-17dc-42a1-a062-980ffe2e8371 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:07:25.969310 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850907544'] for port, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: result = function(*args, **kwargs) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: proto.__init__(conn_state, self) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: self.handle() Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: self.handle_one_request() Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: self.handle_one_response() Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: result = self.application(self.environ, start_response) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: return app(environ, start_response) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: response = req.get_response(self.application) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: application, catch_exc_info=False) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: app_iter = application(self.environ, start_response) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: response = req.get_response(self.application) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: application, catch_exc_info=False) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: app_iter = application(self.environ, start_response) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: response = req.get_response(self.application) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: application, catch_exc_info=False) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: app_iter = application(self.environ, start_response) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: response = req.get_response(self.application) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: application, catch_exc_info=False) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: app_iter = application(self.environ, start_response) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: return request.get_response(self.application) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: application, catch_exc_info=False) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: app_iter = application(self.environ, start_response) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: response = req.get_response(self._app) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: application, catch_exc_info=False) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: app_iter = application(self.environ, start_response) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: return resp(environ, start_response) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: return resp(environ, start_response) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: response = self.app(environ, start_response) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: return resp(environ, start_response) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: resp = self.call_func(req, *args, **kw) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: return self.func(req, *args, **kwargs) Dec 03 15:07:25.977605 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: result = method(request=request, **args) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: return self._delete(request, id, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: return f(*args, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: return f(*args, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: return f(*dup_args, **dup_kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: obj_deleter(request.context, id, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: return method(*args, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: return f(*args, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: return f(*args, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: return f(*dup_args, **dup_kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: self._delete_current_gw_port(context, id, router, None) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: admin_ctx, gw_port_id, l3_port_check=False) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, context, *args, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: return method(*args, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: context, port, router_ids, bound_mech_contexts) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: return function(*args, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: callback(resource, event, trigger, **kwargs) Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: if self._is_session_semantic_violated(context, resource, event): Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 03 15:07:25.983300 dv-cinder-757908-3-smb neutron-server[80192]: stack = traceback.extract_stack() Dec 03 15:07:25.989937 dv-cinder-757908-3-smb neutron-server[80192]: Dec 03 15:07:26.107755 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ae715-2e9e-4ca4-ad5d-473cfdd7cc77 req-61bf1271-d144-43a4-9f51-41756460010a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:26.109540 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0f6ae715-2e9e-4ca4-ad5d-473cfdd7cc77 req-61bf1271-d144-43a4-9f51-41756460010a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.2649848 Dec 03 15:07:26.178194 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d82af-8175-4bf5-b29f-fa41bfcfb4f4 req-a3213c4e-e7bc-47da-9bcf-a205ad91d808 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:26.179703 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb1d82af-8175-4bf5-b29f-fa41bfcfb4f4 req-a3213c4e-e7bc-47da-9bcf-a205ad91d808 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 943 time: 0.1415329 Dec 03 15:07:26.182211 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0f6ae715-2e9e-4ca4-ad5d-473cfdd7cc77 req-a6fd3021-6285-4501-8640-e57f8f5df855 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597231 Dec 03 15:07:26.200193 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672997'] for router_gateway, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:26.211931 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:26.242796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:26.244440 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bb1d82af-8175-4bf5-b29f-fa41bfcfb4f4 req-2b5d439c-ec2e-4963-80f9-421bb95c92c7 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502872 Dec 03 15:07:26.267573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c73e38-c45f-41aa-be32-a9c58bedda3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb804c1-f6b2-4614-9654-b6ba6d23bf82'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:26.308896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=3cb804c1-f6b2-4614-9654-b6ba6d23bf82,segment=NetworkSegment(452cee10-1183-4640-aeec-488715141109),segment_id=452cee10-1183-4640-aeec-488715141109)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:07:26.318538 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:26.322299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:26.366504 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c73e38-c45f-41aa-be32-a9c58bedda3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb804c1-f6b2-4614-9654-b6ba6d23bf82', 'code': 200} Dec 03 15:07:26.366762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5089'] for router, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:26.369264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:26.423019 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=3cb804c1-f6b2-4614-9654-b6ba6d23bf82,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:26.427845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:26.433598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-81b6627b-0dc9-4be3-858e-4353fb85fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:07:23Z', 'revision_number': 5, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:26.438178 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6627b-0dc9-4be3-858e-4353fb85fd1f None None] The sync data for ids ['e5955390-17dc-42a1-a062-980ffe2e8371'] in dv-cinder-757908-3-smb is: [{'id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'name': 'tempest-TestMinimumBasicScenario-1119529403-router', 'tenant_id': '3660b34f56fa4321bf49277dc190b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:03:56Z', 'updated_at': '2020-12-03T15:07:23Z', 'revision_number': 5, 'project_id': '3660b34f56fa4321bf49277dc190b8fd', 'gw_port': {'id': '789ce321-65f6-4e16-9b11-a3cc390b773c', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5955390-17dc-42a1-a062-980ffe2e8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:03:57Z', 'updated_at': '2020-12-03T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:07:26.463697 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853101674'] for router, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:26.464715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5955390-17dc-42a1-a062-980ffe2e8371 {{(pid=80304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 03 15:07:26.487997 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] Notify callbacks [] for router, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:26.489336 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-5d27a467-2622-4d4c-a75b-3b5609462f81 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e5955390-17dc-42a1-a062-980ffe2e8371 HTTP/1.1" status: 204 len: 168 time: 1.5465951 Dec 03 15:07:26.492345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35382) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:26.575445 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-845f24c0-17dc-459e-9b7e-32c3a15721da admin admin] Deleting subnet 954f6dfc-38f4-469f-aa5e-811cef0d10fb {{(pid=80304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:07:26.578975 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-845f24c0-17dc-459e-9b7e-32c3a15721da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:26.626872 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device a9834d74-eedc-4957-aedd-eaa68a942c35 no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:07:26.643847 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-845f24c0-17dc-459e-9b7e-32c3a15721da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2790690'] for subnet, precommit_delete_associations {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:26.651790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883ecd0-9336-44e6-b908-36abbe663ab3 req-320a791b-430f-4b7c-90ae-217cce1b096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:26.653627 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c883ecd0-9336-44e6-b908-36abbe663ab3 req-320a791b-430f-4b7c-90ae-217cce1b096d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 1162 time: 0.0801625 Dec 03 15:07:26.664705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: a9834d74-eedc-4957-aedd-eaa68a942c35 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:07:26.665098 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device a9834d74-eedc-4957-aedd-eaa68a942c35 not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:07:26.704336 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c883ecd0-9336-44e6-b908-36abbe663ab3 req-eff58155-6b8b-4725-a3f7-819a03813fa9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436883 Dec 03 15:07:26.776426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-845f24c0-17dc-459e-9b7e-32c3a15721da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:26.795197 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:07:26.880068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:07:26.979658 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:07:26.980039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:27.077378 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-845f24c0-17dc-459e-9b7e-32c3a15721da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850908740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851306696'] for subnet, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:27.102328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:27.144534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:27.193387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f24c0-17dc-459e-9b7e-32c3a15721da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954f6dfc-38f4-469f-aa5e-811cef0d10fb,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:27.196544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-845f24c0-17dc-459e-9b7e-32c3a15721da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:27.197873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:27.255863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-845f24c0-17dc-459e-9b7e-32c3a15721da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:27.264031 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f73d6c-c99d-4688-8b08-0690d2d6cc46 None None] Network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:07:27.264195 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-845f24c0-17dc-459e-9b7e-32c3a15721da admin admin] 10.222.0.81 "DELETE /v2.0/subnets/954f6dfc-38f4-469f-aa5e-811cef0d10fb HTTP/1.1" status: 204 len: 168 time: 0.7687466 Dec 03 15:07:27.266408 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 35400) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:27.459007 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:27.588333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Deleting port a204d038-16c0-49f0-a2c6-6150ece2f888 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:07:27.588820 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:27.770501 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4e3a4-0945-4725-944d-d5ae9c919b4d req-3e1a8821-a1f7-4fb9-aa62-b2c68b3f1d3f tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:27.778380 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b8f4e3a4-0945-4725-944d-d5ae9c919b4d req-3e1a8821-a1f7-4fb9-aa62-b2c68b3f1d3f tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.3804367 Dec 03 15:07:27.803547 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893cacb3-d728-4c55-92f2-5794509db55b None None] DHCP port deletion for 1ba2aee9-4c39-4e32-91b2-320bbb798d92 request from dv-cinder-757908-3-smb {{(pid=80305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 03 15:07:27.808401 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-893cacb3-d728-4c55-92f2-5794509db55b None None] Deleting port a204d038-16c0-49f0-a2c6-6150ece2f888 {{(pid=80305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:07:27.808536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-893cacb3-d728-4c55-92f2-5794509db55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:27.839844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7346446-d9db-4bf9-9047-74800030f356 req-d040b6e3-9704-4158-bbe7-b5e01014dad2 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:27.841638 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e7346446-d9db-4bf9-9047-74800030f356 req-d040b6e3-9704-4158-bbe7-b5e01014dad2 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 945 time: 0.3887417 Dec 03 15:07:28.029640 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e7346446-d9db-4bf9-9047-74800030f356 req-35b72787-9c0a-49f2-a55d-3e94623517db tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146286 Dec 03 15:07:28.036911 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b8f4e3a4-0945-4725-944d-d5ae9c919b4d req-a74f46a8-3278-40bd-a083-6142c22264f3 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575960 Dec 03 15:07:28.063437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] For port a204d038-16c0-49f0-a2c6-6150ece2f888, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=a204d038-16c0-49f0-a2c6-6150ece2f888,segment=NetworkSegment(c01c979a-0638-4e56-a35a-b741a914b81d),segment_id=c01c979a-0638-4e56-a35a-b741a914b81d)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:07:28.063878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:28.129285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-893cacb3-d728-4c55-92f2-5794509db55b None None] For port a204d038-16c0-49f0-a2c6-6150ece2f888, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=a204d038-16c0-49f0-a2c6-6150ece2f888,segment=NetworkSegment(c01c979a-0638-4e56-a35a-b741a914b81d),segment_id=c01c979a-0638-4e56-a35a-b741a914b81d)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:07:28.129759 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-893cacb3-d728-4c55-92f2-5794509db55b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:28.246498 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Calling delete_port for a204d038-16c0-49f0-a2c6-6150ece2f888 owned by network:dhcp {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:07:28.285125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-893cacb3-d728-4c55-92f2-5794509db55b None None] Calling delete_port for a204d038-16c0-49f0-a2c6-6150ece2f888 owned by network:dhcp {{(pid=80305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:07:28.325197 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:28.342753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4fe2aeaa-23ff-46e0-a4f8-2f8cb1301dea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:28.393835 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a204d038-16c0-49f0-a2c6-6150ece2f888,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:28.433965 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [None req-893cacb3-d728-4c55-92f2-5794509db55b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80305) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:07:28.434459 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [None req-893cacb3-d728-4c55-92f2-5794509db55b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:07:28.443414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:28.492790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] No DVR routers for this DVR port a204d038-16c0-49f0-a2c6-6150ece2f888 on host dv-cinder-757908-3-smb {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:07:28.631879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:28.666231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 789ce321-65f6-4e16-9b11-a3cc390b773c no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:07:28.701523 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: 789ce321-65f6-4e16-9b11-a3cc390b773c {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:07:28.702046 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 789ce321-65f6-4e16-9b11-a3cc390b773c not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:07:28.704046 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device a204d038-16c0-49f0-a2c6-6150ece2f888 no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:07:28.736913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: a204d038-16c0-49f0-a2c6-6150ece2f888 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:07:28.737309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device a204d038-16c0-49f0-a2c6-6150ece2f888 not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:07:28.804579 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba2aee9-4c39-4e32-91b2-320bbb798d92']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:28.825423 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01c979a-0638-4e56-a35a-b741a914b81d') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:28.825758 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01c979a-0638-4e56-a35a-b741a914b81d') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:28.841599 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853099734'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:28.869426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-44867c5d-d43f-4569-9a3a-fdb047a843bf tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:28.871108 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-44867c5d-d43f-4569-9a3a-fdb047a843bf tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.1695492 Dec 03 15:07:28.872221 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:28.874956 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:07:28.936116 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-893cacb3-d728-4c55-92f2-5794509db55b None None] Deleting port a204d038-16c0-49f0-a2c6-6150ece2f888 {{(pid=80305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:07:28.937126 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-893cacb3-d728-4c55-92f2-5794509db55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:28.970965 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:07:29.058732 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-893cacb3-d728-4c55-92f2-5794509db55b None None] The port 'a204d038-16c0-49f0-a2c6-6150ece2f888' was deleted {{(pid=80305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 03 15:07:29.105724 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:07:29.106252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:29.134431 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Deleting port 5682f271-b965-4c7d-957f-7223c6078977 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:07:29.134794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:29.281421 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:07:29.321087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 5682f271-b965-4c7d-957f-7223c6078977 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:07:29.341551 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852037735'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:29.452525 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:29.481616 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5682f271-b965-4c7d-957f-7223c6078977'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:29.493287 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 5682f271-b965-4c7d-957f-7223c6078977, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=5682f271-b965-4c7d-957f-7223c6078977,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:07:29.496976 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:29.502815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-69910f8e-6e23-4984-a15a-f387d5920ce5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:29.593152 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=5682f271-b965-4c7d-957f-7223c6078977,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:29.599262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:29.942928 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Network 1ba2aee9-4c39-4e32-91b2-320bbb798d92 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:07:29.978466 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:07:30.078000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c36a79-14f3-4c34-8d3f-f2213c7c3d66 req-60de9ce0-ea78-41bc-a474-c3c8ba506b69 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:30.079637 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c7c36a79-14f3-4c34-8d3f-f2213c7c3d66 req-60de9ce0-ea78-41bc-a474-c3c8ba506b69 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 945 time: 0.8456633 Dec 03 15:07:30.102902 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef6e67-bfe8-4019-b9f0-2ff714fe5830 req-87d0debe-2c38-4b21-a86b-276d9493f3e3 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:30.104505 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-06ef6e67-bfe8-4019-b9f0-2ff714fe5830 req-87d0debe-2c38-4b21-a86b-276d9493f3e3 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 946 time: 0.8637862 Dec 03 15:07:30.169248 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:30.199714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ec684cda-d609-4f77-a593-1ff7fc833da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:30.231128 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:30.249754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ba2aee9-4c39-4e32-91b2-320bbb798d92,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:30.253502 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c7c36a79-14f3-4c34-8d3f-f2213c7c3d66 req-b6ff9123-9c61-4710-972f-f6ae9791317c tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641450 Dec 03 15:07:30.256986 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:30.258861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] For port 5682f271-b965-4c7d-957f-7223c6078977, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=5682f271-b965-4c7d-957f-7223c6078977,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:07:30.259582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:30.279312 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-06ef6e67-bfe8-4019-b9f0-2ff714fe5830 req-50488d69-8fb8-4fed-81a5-63dfd7005107 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=7ba28a0e-0338-42bb-bebd-bdc51b861786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457009 Dec 03 15:07:30.280768 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b1ce6c2b-4da4-4e80-95db-062c9eb26fe9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1ba2aee9-4c39-4e32-91b2-320bbb798d92 HTTP/1.1" status: 204 len: 168 time: 3.0130835 Dec 03 15:07:30.420962 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5682f271-b965-4c7d-957f-7223c6078977', 'code': 200} Dec 03 15:07:30.596890 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35508) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:30.665225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:30.665421 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1ab3f79d-2f22-4ccb-8641-89bd743c4fce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3660b34f56fa4321bf49277dc190b8fd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0663111 Dec 03 15:07:30.665974 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:30.666322 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Floating IP 720c4468-b1d3-472b-a9c6-3c26e104ad51 disassociated. External IP: 172.28.3.158, port: 5682f271-b965-4c7d-957f-7223c6078977. Dec 03 15:07:30.666703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Calling delete_port for 5682f271-b965-4c7d-957f-7223c6078977 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:07:30.667858 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35512) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:30.736331 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:30.769405 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:30.820300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:30.820536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:30.831690 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-988ddddc-8d6d-48ac-91b1-8540d9005299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:30.841741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-51be58fe-413e-42c5-8eee-6d82342cf24e tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:30.855598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f06bbd2-2d0a-4dea-8bda-55c90f5a9580,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:30.860737 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:30.862115 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f06bbd2-2d0a-4dea-8bda-55c90f5a9580 HTTP/1.1" status: 204 len: 168 time: 0.1928701 Dec 03 15:07:30.867805 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.868245 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.868657 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.869063 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.869463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.869866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.870259 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.870653 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.871048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.871438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.871828 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.872364 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.872855 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.873251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.873646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.874390 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.874779 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.875170 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.875559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.875955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.876396 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.876785 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.877172 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.878133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:30.883165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:30.993036 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event deleted for resources: {'Port': ['ID=5682f271-b965-4c7d-957f-7223c6078977,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:31.003106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:31.291125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Router 40b9edae-f26d-4187-ba8f-e584dca2f50f has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:07:31.532357 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e2a38b5a-5a81-4e3d-affa-4399e40b09b6 req-f6e819c3-120b-4d10-9f96-339dbde3072c tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8f9cb7f5-652d-4d93-af75-497bfc1b83ca HTTP/1.1" status: 200 len: 210 time: 0.0601544 Dec 03 15:07:31.574742 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:07:31.588284 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d090a8-30d7-4717-a94f-b33e18038f6c None None] Sync routers for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:07:31.620504 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d090a8-30d7-4717-a94f-b33e18038f6c None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:07:31.621324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-63d090a8-30d7-4717-a94f-b33e18038f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:07:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:31.628151 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] No DVR routers for this DVR port 5682f271-b965-4c7d-957f-7223c6078977 on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:07:31.630542 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:31.634002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'name': 'network-vif-deleted', 'tag': '5682f271-b965-4c7d-957f-7223c6078977'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:31.653847 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5c7e24f9-0549-4212-9c85-d1b2eea13388 req-40853f3e-c70f-40f1-aab8-60945da476d8 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.65 "DELETE /v2.0/ports/5682f271-b965-4c7d-957f-7223c6078977 HTTP/1.1" status: 204 len: 173 time: 2.7641006 Dec 03 15:07:31.703838 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9cb7f5-652d-4d93-af75-497bfc1b83ca', 'name': 'network-vif-deleted', 'tag': '5682f271-b965-4c7d-957f-7223c6078977', 'status': 'completed', 'code': 200} Dec 03 15:07:31.852588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-63d090a8-30d7-4717-a94f-b33e18038f6c None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:07:32.202397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-63d090a8-30d7-4717-a94f-b33e18038f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:03:01Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:32.207306 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d090a8-30d7-4717-a94f-b33e18038f6c None None] Checking router: 40b9edae-f26d-4187-ba8f-e584dca2f50f for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:07:32.216363 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d090a8-30d7-4717-a94f-b33e18038f6c None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:07:32.217075 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-63d090a8-30d7-4717-a94f-b33e18038f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:07:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:32.429387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-63d090a8-30d7-4717-a94f-b33e18038f6c None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:07:32.730384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35562) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:32.811836 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3e699b03-0dc5-4b3f-9527-91c597c65fd5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:32.847254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3e699b03-0dc5-4b3f-9527-91c597c65fd5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:32.910275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3e699b03-0dc5-4b3f-9527-91c597c65fd5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:32.915028 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4c1e9015-063b-4e5c-9b46-4c17ed894a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:32.933839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e699b03-0dc5-4b3f-9527-91c597c65fd5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba28a0e-0338-42bb-bebd-bdc51b861786,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:32.936693 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3e699b03-0dc5-4b3f-9527-91c597c65fd5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:32.946682 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3e699b03-0dc5-4b3f-9527-91c597c65fd5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:32.948515 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-3e699b03-0dc5-4b3f-9527-91c597c65fd5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "DELETE /v2.0/security-groups/7ba28a0e-0338-42bb-bebd-bdc51b861786 HTTP/1.1" status: 204 len: 168 time: 0.2166128 Dec 03 15:07:32.951161 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 35566) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:32.971777 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.v2.resource [None req-1bc7a161-937a-4c6d-89e8-6c32a023240e tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] show failed (client error): The resource could not be found. Dec 03 15:07:32.972861 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1bc7a161-937a-4c6d-89e8-6c32a023240e tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups/7ba28a0e-0338-42bb-bebd-bdc51b861786 HTTP/1.1" status: 404 len: 347 time: 0.0204916 Dec 03 15:07:32.976124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 35570) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:32.983343 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-63d090a8-30d7-4717-a94f-b33e18038f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:03:01Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:32.988479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d090a8-30d7-4717-a94f-b33e18038f6c None None] The sync data for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb is: [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:03:01Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:07:33.151677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-809e5dca-30b4-4016-b4e4-4bf43fd327e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Deleting port 7ad6b63b-08b9-40bb-9ec1-a784515dabb9 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:07:33.152086 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-809e5dca-30b4-4016-b4e4-4bf43fd327e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:33.346827 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-809e5dca-30b4-4016-b4e4-4bf43fd327e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:33.347513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-809e5dca-30b4-4016-b4e4-4bf43fd327e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:33.418906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f732f52-1e52-4ed0-a353-4292a7ff1420 None None] New status for floating IP 720c4468-b1d3-472b-a9c6-3c26e104ad51: DOWN {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:07:33.480275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-809e5dca-30b4-4016-b4e4-4bf43fd327e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Calling delete_port for 7ad6b63b-08b9-40bb-9ec1-a784515dabb9 owned by network:floatingip {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:07:33.635344 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-809e5dca-30b4-4016-b4e4-4bf43fd327e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:33.635600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [None req-3f732f52-1e52-4ed0-a353-4292a7ff1420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80305) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:07:33.635798 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [None req-3f732f52-1e52-4ed0-a353-4292a7ff1420 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:07:33.653405 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-fca2b6c2-9e20-4508-b2ca-1138d6c7ecd3 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:33.750631 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e5dca-30b4-4016-b4e4-4bf43fd327e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event deleted for resources: {'Port': ['ID=7ad6b63b-08b9-40bb-9ec1-a784515dabb9,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:33.758530 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-809e5dca-30b4-4016-b4e4-4bf43fd327e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:33.887061 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-809e5dca-30b4-4016-b4e4-4bf43fd327e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:33.903120 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-809e5dca-30b4-4016-b4e4-4bf43fd327e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:33.907682 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-809e5dca-30b4-4016-b4e4-4bf43fd327e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "DELETE /v2.0/floatingips/720c4468-b1d3-472b-a9c6-3c26e104ad51 HTTP/1.1" status: 204 len: 168 time: 0.9273000 Dec 03 15:07:34.094783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 35586) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:34.137658 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f732f52-1e52-4ed0-a353-4292a7ff1420 None None] New status for floating IP 720c4468-b1d3-472b-a9c6-3c26e104ad51: DOWN {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:07:34.273250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c8d0cfd3-341a-4a90-a33c-25e126992e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.291310 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c8d0cfd3-341a-4a90-a33c-25e126992e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:34.296433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c8d0cfd3-341a-4a90-a33c-25e126992e0d admin admin] Usage tracker for resource:security_group_rule and tenant:e8cf79c0ecfb4846a5aa04ac4bc1daab is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:34.299831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c8d0cfd3-341a-4a90-a33c-25e126992e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:34.302105 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35594) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:34.309834 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Request body: {'security_group': {'name': 'tempest-securitygroup--224996986', 'description': 'tempest-description--1479873573'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:34.315303 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c8d0cfd3-341a-4a90-a33c-25e126992e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:34.318007 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:34.323145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Usage tracker for resource:security_group and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:34.330088 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:34.337106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:34.350953 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.374023 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:34.378385 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Usage tracker for resource:security_group_rule and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:34.381435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:34.387256 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:34.413065 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c8d0cfd3-341a-4a90-a33c-25e126992e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.415749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c8d0cfd3-341a-4a90-a33c-25e126992e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.424779 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-97572a75-bf50-44be-9c89-4fef788a35a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:34.467578 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c8d0cfd3-341a-4a90-a33c-25e126992e0d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8cf79c0ecfb4846a5aa04ac4bc1daab&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3713233 Dec 03 15:07:34.469375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0cfd3-341a-4a90-a33c-25e126992e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec36a30-8957-4e19-816f-b6eebce978c6,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:34.472508 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 35598) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:34.475513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c8d0cfd3-341a-4a90-a33c-25e126992e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:34.494041 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.496833 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.502962 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8bf96428-4792-4e26-a4cf-c9a479217df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:34.543300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f105-2545-4ce8-b24c-dbba3142df50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.545262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event updated for resources: {'SecurityGroup': ['ID=879271af-ec1d-4178-859d-77c530d3fea9,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:34.553082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:34.563811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.565643 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.2621973 Dec 03 15:07:34.568759 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35602) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:34.575559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Request body: {'security_group_rule': {'security_group_id': '879271af-ec1d-4178-859d-77c530d3fea9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:34.583541 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:34.585804 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f105-2545-4ce8-b24c-dbba3142df50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.588338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Usage tracker for resource:security_group_rule and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:34.591637 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:34.598818 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:34.616739 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group_rule, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.638378 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f105-2545-4ce8-b24c-dbba3142df50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.644162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c8d0cfd3-341a-4a90-a33c-25e126992e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:34.659635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4f105-2545-4ce8-b24c-dbba3142df50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec36a30-8957-4e19-816f-b6eebce978c6,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:34.664958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a7b4f105-2545-4ce8-b24c-dbba3142df50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:34.664958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f105-2545-4ce8-b24c-dbba3142df50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.667671 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a7b4f105-2545-4ce8-b24c-dbba3142df50 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ec36a30-8957-4e19-816f-b6eebce978c6 HTTP/1.1" status: 204 len: 168 time: 0.1940989 Dec 03 15:07:34.685585 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.688643 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822132'] for security_group_rule, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.693345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-dfacae8e-84dd-41cf-82a2-0c427ba58ed6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:34.717433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22198a2-4dad-4c12-8357-f7bfc51e0fa2,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:34.723644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:34.725534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group_rule, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.726985 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1568751 Dec 03 15:07:34.729706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35608) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:34.735311 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-c60ba7d4-8607-42bd-ae8d-dda0a5c74af5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Request body: {'security_group_rule': {'security_group_id': '879271af-ec1d-4178-859d-77c530d3fea9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:34.742048 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c60ba7d4-8607-42bd-ae8d-dda0a5c74af5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:34.746886 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c60ba7d4-8607-42bd-ae8d-dda0a5c74af5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Usage tracker for resource:security_group_rule and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:34.750810 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c60ba7d4-8607-42bd-ae8d-dda0a5c74af5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:34.758222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c60ba7d4-8607-42bd-ae8d-dda0a5c74af5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:34.777858 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c60ba7d4-8607-42bd-ae8d-dda0a5c74af5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group_rule, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.854503 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c60ba7d4-8607-42bd-ae8d-dda0a5c74af5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.857513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c60ba7d4-8607-42bd-ae8d-dda0a5c74af5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822132'] for security_group_rule, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.865720 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-60b2c0f9-05da-4a10-9b29-ec52c5015604 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:34.893701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ba7d4-8607-42bd-ae8d-dda0a5c74af5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87538b78-e8b0-4c8c-8767-05a47ca4df83,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:34.896624 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c60ba7d4-8607-42bd-ae8d-dda0a5c74af5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:34.915265 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c60ba7d4-8607-42bd-ae8d-dda0a5c74af5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group_rule, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:34.917329 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c60ba7d4-8607-42bd-ae8d-dda0a5c74af5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1859756 Dec 03 15:07:34.920345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35612) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:34.928390 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Request body: {'floatingip': {'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:34.935339 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:34.941786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Usage tracker for resource:floatingip and tenant:341cf04604de451ba8a75ae14d0ebf68 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:07:34.945580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:07:34.952112 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:34.965295 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:35.131853 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:35.419997 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Allocated IP 172.28.3.192 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/81468c01-dae9-4852-b040-ee57525a8345) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:07:35.587822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:35.615038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850907544'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:35.632177 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-73268329-15f0-4db5-bedb-4bd92367451f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:36.006635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event updated for resources: {'Port': ['ID=81468c01-dae9-4852-b040-ee57525a8345,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:36.012561 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:36.063100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:07:36.064544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:07:36.066998 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:07:36.150605 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:36.213853 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:36.505513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:36.509328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868257'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:36.525289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aac43194-0a19-4bd5-8cf6-bba0b1c08067 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:36.666131 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event updated for resources: {'Port': ['ID=81468c01-dae9-4852-b040-ee57525a8345,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:36.671114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:36.774308 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:36.795869 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:36.797322 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-bad1bb78-c25f-4bda-b872-ecb7e73dcfe7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8758066 Dec 03 15:07:37.066131 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-1f821e3e-a6a6-4da1-ad85-84fd412c3d7d tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--224996986&fields=id&tenant_id=341cf04604de451ba8a75ae14d0ebf68 HTTP/1.1" status: 200 len: 267 time: 0.0422456 Dec 03 15:07:37.227253 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-722a6d95-1c05-4437-a25a-5dbcaae16b09 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:37.228914 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-722a6d95-1c05-4437-a25a-5dbcaae16b09 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/networks?id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe HTTP/1.1" status: 200 len: 811 time: 0.1554661 Dec 03 15:07:37.245734 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-ecd40065-ae10-447b-b68a-c00843dfe115 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/quotas/341cf04604de451ba8a75ae14d0ebf68 HTTP/1.1" status: 200 len: 375 time: 0.0105808 Dec 03 15:07:37.338115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-657f63f7-6a6e-4bc8-b2ef-d78ae59e205a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Synchronizing usage tracker for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:07:37.353900 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-657f63f7-6a6e-4bc8-b2ef-d78ae59e205a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Unset dirty status for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:07:37.355399 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-657f63f7-6a6e-4bc8-b2ef-d78ae59e205a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?tenant_id=341cf04604de451ba8a75ae14d0ebf68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1035724 Dec 03 15:07:37.750118 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-e1662e37-e8af-45b1-9a96-34c9e67706e0 service neutron] 10.222.0.81 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803945 Dec 03 15:07:37.898363 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-c641ba50-4c00-4291-8b2f-98aabbf9cb67 service neutron] 10.222.0.81 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411071 Dec 03 15:07:38.110017 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2afaca9d-4e7b-4383-823b-41d27ad68bb9 req-eecc16ea-01bb-4177-9f84-67140b376f57 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 210 time: 0.0473893 Dec 03 15:07:39.289223 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b3425fcd-c700-480a-a0b1-f243bbe9f5cf req-4870421d-e5d0-4ec6-9138-a404a2c016e2 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 210 time: 0.0464892 Dec 03 15:07:39.706994 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-50112ff1-2a3e-4c04-aad3-5c0962ff775b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:39.708612 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-50112ff1-2a3e-4c04-aad3-5c0962ff775b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.65 "GET /v2.0/networks?id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe HTTP/1.1" status: 200 len: 811 time: 0.1676176 Dec 03 15:07:39.809005 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d7ce116c-270f-4dea-9402-f9e1ece8c85a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=341cf04604de451ba8a75ae14d0ebf68 HTTP/1.1" status: 200 len: 5504 time: 0.0756788 Dec 03 15:07:39.831362 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Request body: {'port': {'device_id': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'admin_state_up': True, 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'security_groups': ['879271af-ec1d-4178-859d-77c530d3fea9']}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:39.985266 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:07:39.996308 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:07:40.006125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Made reservation on behalf of 341cf04604de451ba8a75ae14d0ebf68 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:07:40.012399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:40.329987 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Allocated IP 172.20.0.3 (ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe/4253b1e0-eddd-4edf-a51b-96580eb33f8b/70be8b0a-b82e-4f73-a3bd-eddbbc42befd) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:07:40.511636 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5866a412-daf1-4429-ac4a-51a7d9dc5d54 req-f620376f-abf4-4d27-a28d-aeed65dc5f4e tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 210 time: 0.0636239 Dec 03 15:07:40.583805 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:40.603873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Transition to ACTIVE for port object 70be8b0a-b82e-4f73-a3bd-eddbbc42befd will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:07:40.626192 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:40.641874 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f14f60f7-f77a-4d15-8a3f-2a92d243f462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:40.792605 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event updated for resources: {'Port': ['ID=70be8b0a-b82e-4f73-a3bd-eddbbc42befd,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:40.802874 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:40.857159 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:07:40.858300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:07:40.860614 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:07:40.941908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:40.942599 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:40.970100 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1433642 Dec 03 15:07:40.992168 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Request body: {'port': {'device_id': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:41.121137 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:41.147058 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-2c005ddc-d3d2-4fc5-b393-38221c3edbad None None] Provisioning for port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:07:41.153776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-2c005ddc-d3d2-4fc5-b393-38221c3edbad None None] Provisioning complete for port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:07:41.154355 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2c005ddc-d3d2-4fc5-b393-38221c3edbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:41.215458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-2c005ddc-d3d2-4fc5-b393-38221c3edbad None None] Port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:07:41.574588 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70be8b0a-b82e-4f73-a3bd-eddbbc42befd {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:07:41.582546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:41.595328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Transition to ACTIVE for port object 70be8b0a-b82e-4f73-a3bd-eddbbc42befd will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:07:41.598947 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:41.615153 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-446ab665-0855-4549-9c07-61c84dd2b4b7 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:41.813113 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Pushing event updated for resources: {'Port': ['ID=70be8b0a-b82e-4f73-a3bd-eddbbc42befd,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:41.837300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.837680 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.838071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.838458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.838839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.839222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.839599 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.840017 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.840379 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.840755 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.841127 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.841499 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.841973 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.842350 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.842725 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.843100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.843474 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.843852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.844252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.844630 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.845003 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.845376 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.845746 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.846750 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:07:41.853070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:41.953788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62efaf-dd1e-4fed-88ec-16252e87ba47 req-f2bceb4d-bf34-4224-86bc-b2e7cf429c05 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:41.954551 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-5f62efaf-dd1e-4fed-88ec-16252e87ba47 req-f2bceb4d-bf34-4224-86bc-b2e7cf429c05 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Synchronizing usage tracker for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:07:42.027063 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-5f62efaf-dd1e-4fed-88ec-16252e87ba47 req-f2bceb4d-bf34-4224-86bc-b2e7cf429c05 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Unset dirty status for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:07:42.028282 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5f62efaf-dd1e-4fed-88ec-16252e87ba47 req-f2bceb4d-bf34-4224-86bc-b2e7cf429c05 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 943 time: 0.3640201 Dec 03 15:07:42.102851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Attempting to bind port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:07:42.103220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Attempting to bind port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:07:42.103581 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Attempting to bind port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd on network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:07:42.110981 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5f62efaf-dd1e-4fed-88ec-16252e87ba47 req-8efac948-0398-40bf-9454-74eb248e7326 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=879271af-ec1d-4178-859d-77c530d3fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748911 Dec 03 15:07:42.113753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:07:42.114121 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Checking segment: {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:07:42.114519 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:42.114897 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Bound using segment: {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:07:42.115366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Bound port: 70be8b0a-b82e-4f73-a3bd-eddbbc42befd, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e8825a-4380-4b74-9aa1-d940558484f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:07:42.115735 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:42.208921 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] For port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:07:42.212224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] For port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=70be8b0a-b82e-4f73-a3bd-eddbbc42befd,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:07:42.215741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:42.231122 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:42.392629 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Pushing event updated for resources: {'Port': ['ID=70be8b0a-b82e-4f73-a3bd-eddbbc42befd,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:42.396563 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:42.427108 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:42.427788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:42.429327 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] 10.222.0.65 "PUT /v2.0/ports/70be8b0a-b82e-4f73-a3bd-eddbbc42befd HTTP/1.1" status: 200 len: 1157 time: 1.4425819 Dec 03 15:07:42.429854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'tag': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:42.749712 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'tag': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd', 'status': 'completed', 'code': 200} Dec 03 15:07:42.794038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-72bb492f-d71e-4e4c-be2b-31dd9423ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:42.795693 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-72bb492f-d71e-4e4c-be2b-31dd9423ca29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=341cf04604de451ba8a75ae14d0ebf68&device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 1160 time: 0.2995842 Dec 03 15:07:42.881270 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d670c6d4-de87-4e03-a67b-dc97be61c250 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70be8b0a-b82e-4f73-a3bd-eddbbc42befd HTTP/1.1" status: 200 len: 217 time: 0.0661421 Dec 03 15:07:42.959281 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-08b3e2b2-f91b-441f-9dc1-4ef12ca57667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:42.961078 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-08b3e2b2-f91b-441f-9dc1-4ef12ca57667 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4253b1e0-eddd-4edf-a51b-96580eb33f8b HTTP/1.1" status: 200 len: 850 time: 0.0707636 Dec 03 15:07:43.047499 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d6f771ea-7d2a-45f3-99c5-11f2f6c07e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:43.049552 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-d6f771ea-7d2a-45f3-99c5-11f2f6c07e2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805943 Dec 03 15:07:43.204150 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-f6029267-7c22-4043-b65d-b829b0d6c8e7 service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457884 Dec 03 15:07:43.421254 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefd4b9e-60e6-4d3b-aac9-e0df3b8e0cf9 req-68ab37d2-e98b-480e-9a80-9d186b54e986 service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2090666 Dec 03 15:07:43.431597 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b2b8d-99b8-4008-8e6c-9bd8cfe7a6a2 req-86e2f0d0-8f8a-400f-bb09-774713144f02 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:43.433168 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0e5b2b8d-99b8-4008-8e6c-9bd8cfe7a6a2 req-86e2f0d0-8f8a-400f-bb09-774713144f02 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 943 time: 0.1407528 Dec 03 15:07:43.488567 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0e5b2b8d-99b8-4008-8e6c-9bd8cfe7a6a2 req-fbc148c0-f94c-4fb7-95e2-c703ca8b8afc tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=879271af-ec1d-4178-859d-77c530d3fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475662 Dec 03 15:07:43.614488 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ed609-2094-46aa-a6ec-ee7d1e10039b req-2e3e9516-bebd-4fd9-9961-ce2214fa650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:43.616170 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30ed609-2094-46aa-a6ec-ee7d1e10039b req-2e3e9516-bebd-4fd9-9961-ce2214fa650b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=341cf04604de451ba8a75ae14d0ebf68&device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 1160 time: 0.0791893 Dec 03 15:07:43.777593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ed609-2094-46aa-a6ec-ee7d1e10039b req-ec42265a-9290-47b1-a0af-16ad0a337a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:43.779288 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30ed609-2094-46aa-a6ec-ee7d1e10039b req-ec42265a-9290-47b1-a0af-16ad0a337a88 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe HTTP/1.1" status: 200 len: 905 time: 0.1465132 Dec 03 15:07:43.849596 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30ed609-2094-46aa-a6ec-ee7d1e10039b req-a3b60642-1f2c-456c-83e1-a30672209995 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70be8b0a-b82e-4f73-a3bd-eddbbc42befd HTTP/1.1" status: 200 len: 217 time: 0.0622771 Dec 03 15:07:43.927884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ed609-2094-46aa-a6ec-ee7d1e10039b req-4d026bb6-ea18-4998-991c-20b8fde398f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:43.929555 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30ed609-2094-46aa-a6ec-ee7d1e10039b req-4d026bb6-ea18-4998-991c-20b8fde398f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4253b1e0-eddd-4edf-a51b-96580eb33f8b HTTP/1.1" status: 200 len: 850 time: 0.0704021 Dec 03 15:07:44.012269 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ed609-2094-46aa-a6ec-ee7d1e10039b req-36cb7c0e-2290-4ad4-8d27-7d07f3617343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:44.013846 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30ed609-2094-46aa-a6ec-ee7d1e10039b req-36cb7c0e-2290-4ad4-8d27-7d07f3617343 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751250 Dec 03 15:07:44.155465 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30ed609-2094-46aa-a6ec-ee7d1e10039b req-358d6efd-4a61-444c-92dc-fb56024c82df service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340811 Dec 03 15:07:44.302122 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a30ed609-2094-46aa-a6ec-ee7d1e10039b req-0604216b-c4c4-42a6-b3b2-02245c745f76 service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395876 Dec 03 15:07:44.713003 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be0b58-52db-463d-b581-6e02bec0bc46 req-385683e1-c78d-4747-9cd8-1089a028b95e tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:44.714703 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a9be0b58-52db-463d-b581-6e02bec0bc46 req-385683e1-c78d-4747-9cd8-1089a028b95e tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 943 time: 0.0903971 Dec 03 15:07:44.763745 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a9be0b58-52db-463d-b581-6e02bec0bc46 req-a1f561fa-b346-401e-bb20-1d39bafed15d tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=879271af-ec1d-4178-859d-77c530d3fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419047 Dec 03 15:07:45.978383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630201ed-c232-414d-817b-7a776c3ad390 req-35f2cc87-4e32-42b3-b3e2-b06a61eb9722 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:45.980112 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-630201ed-c232-414d-817b-7a776c3ad390 req-35f2cc87-4e32-42b3-b3e2-b06a61eb9722 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 943 time: 0.0870261 Dec 03 15:07:46.030242 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-630201ed-c232-414d-817b-7a776c3ad390 req-08e8fc7f-d679-429c-be82-45d3c4d2b143 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=879271af-ec1d-4178-859d-77c530d3fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433810 Dec 03 15:07:47.256156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c3085-3268-4c92-9157-c0b0a5e11e19 req-7e22644f-a5cd-4ac8-a6e2-4841341b025a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:47.257680 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-da0c3085-3268-4c92-9157-c0b0a5e11e19 req-7e22644f-a5cd-4ac8-a6e2-4841341b025a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 943 time: 0.0914967 Dec 03 15:07:47.309892 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-da0c3085-3268-4c92-9157-c0b0a5e11e19 req-5c2a1295-292b-4d96-af27-cd1204a61560 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=879271af-ec1d-4178-859d-77c530d3fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456066 Dec 03 15:07:47.513379 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 70be8b0a-b82e-4f73-a3bd-eddbbc42befd up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:07:47.586922 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:07:47.591861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:07:47.592323 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:47.708598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:47.738083 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:47.748345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=70be8b0a-b82e-4f73-a3bd-eddbbc42befd,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:07:47.751568 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:47.754076 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:07:47.800307 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd', 'code': 200} Dec 03 15:07:47.823334 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=70be8b0a-b82e-4f73-a3bd-eddbbc42befd,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:07:47.826714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:07:48.233553 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92b796-137b-4023-8948-0dcade6ea1fd req-420f74c5-69ff-4647-862e-9cd25a86868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:48.235135 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7a92b796-137b-4023-8948-0dcade6ea1fd req-420f74c5-69ff-4647-862e-9cd25a86868a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 1162 time: 0.2237282 Dec 03 15:07:48.279394 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7a92b796-137b-4023-8948-0dcade6ea1fd req-11322722-7ef9-44fa-9a2d-e5ede45d61f4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=879271af-ec1d-4178-859d-77c530d3fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367153 Dec 03 15:07:48.530033 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf5637-26ee-4292-a3c4-2e4f645f5edc req-7c5dd82b-975e-47fe-b401-1731fe3058c2 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:48.531554 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4cdf5637-26ee-4292-a3c4-2e4f645f5edc req-7c5dd82b-975e-47fe-b401-1731fe3058c2 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 945 time: 0.0871441 Dec 03 15:07:48.581293 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4cdf5637-26ee-4292-a3c4-2e4f645f5edc req-fb8deed3-4e74-420c-938a-2a02bfaa79d9 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=879271af-ec1d-4178-859d-77c530d3fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427983 Dec 03 15:07:49.072018 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 70be8b0a-b82e-4f73-a3bd-eddbbc42befd up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:07:49.147360 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:07:49.147776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:49.984803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac8055-d589-4e65-8893-0b6298812f5b req-440d88c9-24c0-44d9-bb79-1f5035841ab2 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:49.986406 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a5ac8055-d589-4e65-8893-0b6298812f5b req-440d88c9-24c0-44d9-bb79-1f5035841ab2 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 945 time: 0.0848882 Dec 03 15:07:50.037942 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a5ac8055-d589-4e65-8893-0b6298812f5b req-ae87803e-a788-4cfb-a320-ead7c5282621 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=879271af-ec1d-4178-859d-77c530d3fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450165 Dec 03 15:07:50.247163 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871ca15-d6aa-4c00-982a-bea14bcdd111 req-25535e37-6352-4c7d-858d-b70a4376e26a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:50.248754 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1871ca15-d6aa-4c00-982a-bea14bcdd111 req-25535e37-6352-4c7d-858d-b70a4376e26a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 945 time: 0.0844197 Dec 03 15:07:50.258950 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 35756) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:07:50.265500 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-f6b5e497-9981-4a21-9281-8e1228e5ba06 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Request body: {'floatingip': {'port_id': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:07:50.354674 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e497-9981-4a21-9281-8e1228e5ba06 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:50.991494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e497-9981-4a21-9281-8e1228e5ba06 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:50.994404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e497-9981-4a21-9281-8e1228e5ba06 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:51.170531 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [None req-f6b5e497-9981-4a21-9281-8e1228e5ba06 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Floating IP be843eec-6eb3-42cf-84a1-f884be15cbae associated. External IP: 172.28.3.192, port: 70be8b0a-b82e-4f73-a3bd-eddbbc42befd. Dec 03 15:07:51.553493 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b5e497-9981-4a21-9281-8e1228e5ba06 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Router 40b9edae-f26d-4187-ba8f-e584dca2f50f has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:07:51.741859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b5e497-9981-4a21-9281-8e1228e5ba06 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:07:51.746629 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e497-9981-4a21-9281-8e1228e5ba06 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:51.753840 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fda60ec-3683-4869-8d57-bbafd1330264 None None] Sync routers for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:07:51.763981 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fda60ec-3683-4869-8d57-bbafd1330264 None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:07:51.764772 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-0fda60ec-3683-4869-8d57-bbafd1330264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:07:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:51.807299 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-f6b5e497-9981-4a21-9281-8e1228e5ba06 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "PUT /v2.0/floatingips/be843eec-6eb3-42cf-84a1-f884be15cbae HTTP/1.1" status: 200 len: 991 time: 1.5470471 Dec 03 15:07:51.807913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'tag': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:07:51.881137 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'tag': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd', 'status': 'completed', 'code': 200} Dec 03 15:07:51.954517 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-0fda60ec-3683-4869-8d57-bbafd1330264 None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:07:52.022582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376d9b1-ffbd-44a9-b02f-19b4684163d6 req-56cc6cbd-73cc-4388-9af7-09ef8a7910f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:52.024285 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5376d9b1-ffbd-44a9-b02f-19b4684163d6 req-56cc6cbd-73cc-4388-9af7-09ef8a7910f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=341cf04604de451ba8a75ae14d0ebf68&device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 1162 time: 0.0811346 Dec 03 15:07:52.183275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376d9b1-ffbd-44a9-b02f-19b4684163d6 req-3af4431a-4378-46b6-ab49-12c29bd9d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:52.185164 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5376d9b1-ffbd-44a9-b02f-19b4684163d6 req-3af4431a-4378-46b6-ab49-12c29bd9d225 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe HTTP/1.1" status: 200 len: 905 time: 0.1463113 Dec 03 15:07:52.323219 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5376d9b1-ffbd-44a9-b02f-19b4684163d6 req-4d9a495e-cbbb-4675-a552-85f26d0245d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70be8b0a-b82e-4f73-a3bd-eddbbc42befd HTTP/1.1" status: 200 len: 999 time: 0.1022627 Dec 03 15:07:52.334778 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-0fda60ec-3683-4869-8d57-bbafd1330264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': 'be843eec-6eb3-42cf-84a1-f884be15cbae', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'floating_ip_address': '172.28.3.192', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'port_id': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'mac_address': 'fa:16:3e:ff:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:07:36Z', 'updated_at': '2020-12-03T15:07:50Z', 'revision_number': 1, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:03:01Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:52.338998 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fda60ec-3683-4869-8d57-bbafd1330264 None None] Checking router: 40b9edae-f26d-4187-ba8f-e584dca2f50f for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:07:52.348660 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fda60ec-3683-4869-8d57-bbafd1330264 None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:07:52.349314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-0fda60ec-3683-4869-8d57-bbafd1330264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:07:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:52.400831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376d9b1-ffbd-44a9-b02f-19b4684163d6 req-091fbe71-2547-47ff-9878-68d915d367f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:52.402578 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5376d9b1-ffbd-44a9-b02f-19b4684163d6 req-091fbe71-2547-47ff-9878-68d915d367f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4253b1e0-eddd-4edf-a51b-96580eb33f8b HTTP/1.1" status: 200 len: 850 time: 0.0684540 Dec 03 15:07:52.492254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376d9b1-ffbd-44a9-b02f-19b4684163d6 req-5ab08c8b-c03d-4d1b-94ae-ef87d56bb1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:07:52.493874 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5376d9b1-ffbd-44a9-b02f-19b4684163d6 req-5ab08c8b-c03d-4d1b-94ae-ef87d56bb1d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765774 Dec 03 15:07:52.544566 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-0fda60ec-3683-4869-8d57-bbafd1330264 None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:07:52.647418 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5376d9b1-ffbd-44a9-b02f-19b4684163d6 req-7c9285ae-d791-4aab-8613-392d9dd9f3dd service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455250 Dec 03 15:07:52.807120 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5376d9b1-ffbd-44a9-b02f-19b4684163d6 req-138db4f1-3237-473e-8837-2dc682bd5830 service neutron] 10.222.0.65 "GET /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1517982 Dec 03 15:07:52.940157 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-0fda60ec-3683-4869-8d57-bbafd1330264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': 'be843eec-6eb3-42cf-84a1-f884be15cbae', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'floating_ip_address': '172.28.3.192', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'port_id': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'mac_address': 'fa:16:3e:ff:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:07:36Z', 'updated_at': '2020-12-03T15:07:50Z', 'revision_number': 1, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:03:01Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:07:52.944422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fda60ec-3683-4869-8d57-bbafd1330264 None None] The sync data for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb is: [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': 'be843eec-6eb3-42cf-84a1-f884be15cbae', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'floating_ip_address': '172.28.3.192', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'port_id': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'mac_address': 'fa:16:3e:ff:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:07:36Z', 'updated_at': '2020-12-03T15:07:50Z', 'revision_number': 1, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:03:01Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:07:52.988799 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:53.151474 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-af827665-f352-43d2-b5bd-4c964d2ccf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:53.243307 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57092dbe-cd10-4b14-a1a8-ad33ffb0b81f None None] New status for floating IP be843eec-6eb3-42cf-84a1-f884be15cbae: ACTIVE {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:07:55.647233 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7f612bd8-6d74-4efa-8600-e8c97fbf03ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:56.165190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:57.130406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:07:57.186790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:01.506103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1975b7c-fe6c-4656-bdee-e74c9ec47f49 req-89e0aead-51c3-4a1a-bb79-906efdb9da87 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:01.507630 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d1975b7c-fe6c-4656-bdee-e74c9ec47f49 req-89e0aead-51c3-4a1a-bb79-906efdb9da87 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0870919 Dec 03 15:08:01.556321 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d1975b7c-fe6c-4656-bdee-e74c9ec47f49 req-2aa36acf-a986-4c00-a1ac-326ddb85d6c2 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416613 Dec 03 15:08:02.793137 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e33e6-364b-4af1-a8b9-350e499f1525 req-6833d0ea-7e76-4cd8-9daf-1d8e8555f95f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:02.794649 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e94e33e6-364b-4af1-a8b9-350e499f1525 req-6833d0ea-7e76-4cd8-9daf-1d8e8555f95f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0879517 Dec 03 15:08:02.844119 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e94e33e6-364b-4af1-a8b9-350e499f1525 req-22902875-8cb4-4065-afa5-df51bf48db86 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421526 Dec 03 15:08:03.794511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:08:04.082769 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81133005-7f84-449e-9498-23b4ceba5a1c req-86a2b31f-88e8-4a7b-9f4f-3106d681e521 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:04.084514 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-81133005-7f84-449e-9498-23b4ceba5a1c req-86a2b31f-88e8-4a7b-9f4f-3106d681e521 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0899911 Dec 03 15:08:04.135069 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-81133005-7f84-449e-9498-23b4ceba5a1c req-b50d9d69-0ef1-4cb0-abb2-6e9c51511a8f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442865 Dec 03 15:08:05.367685 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9dc62-cb07-41b1-bbef-a3636db8226c req-858bfd18-747f-4fa5-801c-10d65797c60e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:05.369378 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f7b9dc62-cb07-41b1-bbef-a3636db8226c req-858bfd18-747f-4fa5-801c-10d65797c60e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0890300 Dec 03 15:08:05.420650 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f7b9dc62-cb07-41b1-bbef-a3636db8226c req-973bdf66-2864-4f1d-b9f3-6bba2b1a9649 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445833 Dec 03 15:08:06.666582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537f9db-6a3a-46a2-95fb-fe2f767805be req-225d360d-3a5a-4d75-bc3d-a1de4ff600dd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:06.668225 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f537f9db-6a3a-46a2-95fb-fe2f767805be req-225d360d-3a5a-4d75-bc3d-a1de4ff600dd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0939248 Dec 03 15:08:06.920390 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f537f9db-6a3a-46a2-95fb-fe2f767805be req-ebd151d4-4b59-4876-baf2-9d4f596b995d tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447002 Dec 03 15:08:08.150024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c254a04-6990-49a4-a012-bdf8cb2a6863 req-d8235ab2-572d-4670-8ef3-ee76b17bc8ed tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:08.151608 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1c254a04-6990-49a4-a012-bdf8cb2a6863 req-d8235ab2-572d-4670-8ef3-ee76b17bc8ed tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0836987 Dec 03 15:08:08.199477 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1c254a04-6990-49a4-a012-bdf8cb2a6863 req-27e52acd-a03f-429c-9c83-e1551212a986 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415812 Dec 03 15:08:09.439042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2cef5-3557-40a7-a4ed-0992a2760218 req-a5ca5f58-4948-40ae-a793-d7ee6a1f4aed tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:09.441251 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0cb2cef5-3557-40a7-a4ed-0992a2760218 req-a5ca5f58-4948-40ae-a793-d7ee6a1f4aed tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0900621 Dec 03 15:08:09.497662 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0cb2cef5-3557-40a7-a4ed-0992a2760218 req-285cb280-0187-4022-b952-bd88e9cfe08e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480328 Dec 03 15:08:10.738852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078e576-9135-45f9-86e6-e70cbf891162 req-dc827695-a7e5-4f31-8032-d5ff92423447 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:10.741065 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f078e576-9135-45f9-86e6-e70cbf891162 req-dc827695-a7e5-4f31-8032-d5ff92423447 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0904021 Dec 03 15:08:10.793500 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f078e576-9135-45f9-86e6-e70cbf891162 req-6bc96a3b-a589-42a8-8c41-276d7ec597db tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457845 Dec 03 15:08:11.483335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e133a2-6767-4bc5-9b7a-82e00ba84733 req-53bcef02-55fc-4849-bb42-615c190ec41b tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:11.485020 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-96e133a2-6767-4bc5-9b7a-82e00ba84733 req-53bcef02-55fc-4849-bb42-615c190ec41b tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 945 time: 0.0855298 Dec 03 15:08:11.535587 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-96e133a2-6767-4bc5-9b7a-82e00ba84733 req-130d6825-a32b-47d0-a217-543761cf3dd0 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Dec 03 15:08:12.033279 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cf1ad-5642-4c00-b7a8-0183ec824722 req-6f8ebfae-ac6c-40c1-be90-c64df86d2d68 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:12.035694 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fc2cf1ad-5642-4c00-b7a8-0183ec824722 req-6f8ebfae-ac6c-40c1-be90-c64df86d2d68 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0955529 Dec 03 15:08:12.087207 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fc2cf1ad-5642-4c00-b7a8-0183ec824722 req-48db240c-aac2-47c4-95a1-5c61440058ab tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445013 Dec 03 15:08:12.763697 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f951b-a542-4263-8115-1e77c7704e36 req-459646d6-fe11-420d-8c0c-e1b46c95ba5f tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:12.765500 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-349f951b-a542-4263-8115-1e77c7704e36 req-459646d6-fe11-420d-8c0c-e1b46c95ba5f tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 945 time: 0.0870619 Dec 03 15:08:12.818513 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-349f951b-a542-4263-8115-1e77c7704e36 req-e152d954-1588-444c-a130-df7c3cd681be tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458679 Dec 03 15:08:13.323533 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eef13d-4868-45e5-b0d3-4d1c47689484 req-0ea32550-7436-4124-9ed8-aa2e3ec377ff tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:13.325187 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-45eef13d-4868-45e5-b0d3-4d1c47689484 req-0ea32550-7436-4124-9ed8-aa2e3ec377ff tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0891733 Dec 03 15:08:13.373551 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-45eef13d-4868-45e5-b0d3-4d1c47689484 req-41116b5e-73b0-4e06-927c-e1e15605ce99 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409927 Dec 03 15:08:13.420182 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 47c73dfd-ac00-43bb-a14a-93cafe1e837e up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:08:13.492518 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 47c73dfd-ac00-43bb-a14a-93cafe1e837e triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:08:13.492934 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:14.036226 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c11c3-b57e-4a8a-b3ac-52ebff248a73 req-fd70e36b-c89c-4a8b-8c79-1f04e4a807ed tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:14.037812 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2c7c11c3-b57e-4a8a-b3ac-52ebff248a73 req-fd70e36b-c89c-4a8b-8c79-1f04e4a807ed tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 945 time: 0.0878882 Dec 03 15:08:14.084918 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2c7c11c3-b57e-4a8a-b3ac-52ebff248a73 req-ee40fc57-3778-408c-9413-9811986f5d38 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Dec 03 15:08:14.614777 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d6351-7d94-4e4a-a7d0-104308af0cc1 req-d5318fce-7424-4827-8da6-9847fd776725 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:14.616409 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c91d6351-7d94-4e4a-a7d0-104308af0cc1 req-d5318fce-7424-4827-8da6-9847fd776725 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0898283 Dec 03 15:08:14.666308 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c91d6351-7d94-4e4a-a7d0-104308af0cc1 req-011cf18d-966b-439f-8ac1-c28134b91b7b tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425644 Dec 03 15:08:15.312460 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fed9cb-b08a-4bdd-af7a-c47eeb95a76d req-a98229d9-2705-407b-b330-7b826b2a764b tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:15.314063 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37fed9cb-b08a-4bdd-af7a-c47eeb95a76d req-a98229d9-2705-407b-b330-7b826b2a764b tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 945 time: 0.0898340 Dec 03 15:08:15.364757 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-37fed9cb-b08a-4bdd-af7a-c47eeb95a76d req-ff7de57c-02f8-4563-85ce-4119d69764bb tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425549 Dec 03 15:08:15.915015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331f0b7-cb6e-430e-b98c-d15ace3664c5 req-47bf574b-e78d-4eca-b712-60fb03197660 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:15.916816 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4331f0b7-cb6e-430e-b98c-d15ace3664c5 req-47bf574b-e78d-4eca-b712-60fb03197660 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0964892 Dec 03 15:08:15.969111 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4331f0b7-cb6e-430e-b98c-d15ace3664c5 req-d03fca3a-d385-4aee-b642-15e774903f04 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Dec 03 15:08:16.644287 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af7bbc-8d98-495a-b8a7-70503d23415f req-4d56ae93-b456-4b32-847b-3854e8a91af3 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:16.646167 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-23af7bbc-8d98-495a-b8a7-70503d23415f req-4d56ae93-b456-4b32-847b-3854e8a91af3 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 945 time: 0.1239471 Dec 03 15:08:16.709234 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-23af7bbc-8d98-495a-b8a7-70503d23415f req-0ee9e4c0-74d4-4681-a3a9-2b60c607821b tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520029 Dec 03 15:08:17.257524 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbae81-82f7-4e0a-b5b5-e867335a5b3c req-162c3b92-3682-4b2d-8dbb-dd8f189a4419 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:17.259915 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bcbbae81-82f7-4e0a-b5b5-e867335a5b3c req-162c3b92-3682-4b2d-8dbb-dd8f189a4419 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.1106246 Dec 03 15:08:17.316852 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bcbbae81-82f7-4e0a-b5b5-e867335a5b3c req-9616de6f-7931-44f1-82bd-00abd48ed884 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498798 Dec 03 15:08:17.511211 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937162ce-d4ef-48fe-86c4-d45ca0e2d606 req-233047a1-d8a7-414f-b65c-9df2cf739144 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:17.512879 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-937162ce-d4ef-48fe-86c4-d45ca0e2d606 req-233047a1-d8a7-414f-b65c-9df2cf739144 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.65 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 945 time: 0.0963695 Dec 03 15:08:17.613801 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-937162ce-d4ef-48fe-86c4-d45ca0e2d606 req-c7073ee2-e191-4495-9f83-513f0e0012f5 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Deleting port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:08:17.614400 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-937162ce-d4ef-48fe-86c4-d45ca0e2d606 req-c7073ee2-e191-4495-9f83-513f0e0012f5 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:17.657531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:08:17.746971 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:08:17.747524 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:17.916785 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 47c73dfd-ac00-43bb-a14a-93cafe1e837e up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:08:17.937324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-937162ce-d4ef-48fe-86c4-d45ca0e2d606 req-c7073ee2-e191-4495-9f83-513f0e0012f5 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] For port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=3cb804c1-f6b2-4614-9654-b6ba6d23bf82,segment=NetworkSegment(452cee10-1183-4640-aeec-488715141109),segment_id=452cee10-1183-4640-aeec-488715141109)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:08:17.937732 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-937162ce-d4ef-48fe-86c4-d45ca0e2d606 req-c7073ee2-e191-4495-9f83-513f0e0012f5 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:18.007720 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 47c73dfd-ac00-43bb-a14a-93cafe1e837e triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:08:18.008165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:18.082599 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-937162ce-d4ef-48fe-86c4-d45ca0e2d606 req-c7073ee2-e191-4495-9f83-513f0e0012f5 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Calling delete_port for 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:08:18.306872 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90546f0c-3ec2-4b0d-a879-3216994ec8bc req-7ebd6fcb-c38a-49cd-ba22-c15187a927a8 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:18.308526 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-90546f0c-3ec2-4b0d-a879-3216994ec8bc req-7ebd6fcb-c38a-49cd-ba22-c15187a927a8 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 945 time: 0.1809025 Dec 03 15:08:18.384957 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-90546f0c-3ec2-4b0d-a879-3216994ec8bc req-c0e03800-0c11-40e6-84eb-a3b869a18c6f tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619907 Dec 03 15:08:18.413088 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-937162ce-d4ef-48fe-86c4-d45ca0e2d606 req-c7073ee2-e191-4495-9f83-513f0e0012f5 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:18.430437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-232a1849-242a-4319-adc0-c6dfcdde7f2e tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:08:18.547509 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7073ee2-e191-4495-9f83-513f0e0012f5 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Pushing event deleted for resources: {'Port': ['ID=3cb804c1-f6b2-4614-9654-b6ba6d23bf82,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:08:18.622194 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c7073ee2-e191-4495-9f83-513f0e0012f5 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:08:18.737739 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49a156-ef11-41f4-8c9c-c7c496349597 req-11d8442b-eb01-4ed9-b842-2071b6c88190 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:18.739257 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fe49a156-ef11-41f4-8c9c-c7c496349597 req-11d8442b-eb01-4ed9-b842-2071b6c88190 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.1888373 Dec 03 15:08:18.806372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-937162ce-d4ef-48fe-86c4-d45ca0e2d606 req-c7073ee2-e191-4495-9f83-513f0e0012f5 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] No DVR routers for this DVR port 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:08:18.810178 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-937162ce-d4ef-48fe-86c4-d45ca0e2d606 req-c7073ee2-e191-4495-9f83-513f0e0012f5 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:18.820318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c73e38-c45f-41aa-be32-a9c58bedda3f', 'name': 'network-vif-deleted', 'tag': '3cb804c1-f6b2-4614-9654-b6ba6d23bf82'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:08:18.827636 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-937162ce-d4ef-48fe-86c4-d45ca0e2d606 req-c7073ee2-e191-4495-9f83-513f0e0012f5 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.65 "DELETE /v2.0/ports/3cb804c1-f6b2-4614-9654-b6ba6d23bf82 HTTP/1.1" status: 204 len: 173 time: 1.3022544 Dec 03 15:08:18.852171 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fe49a156-ef11-41f4-8c9c-c7c496349597 req-00cb94b5-a56f-484d-a1ef-4c338fbd5b5f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762386 Dec 03 15:08:18.929950 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c73e38-c45f-41aa-be32-a9c58bedda3f', 'name': 'network-vif-deleted', 'tag': '3cb804c1-f6b2-4614-9654-b6ba6d23bf82', 'status': 'completed', 'code': 200} Dec 03 15:08:19.267585 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:08:19.503675 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] No Port match for: 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:08:19.504229 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 3cb804c1-f6b2-4614-9654-b6ba6d23bf82 not bound to the agent host hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:08:19.680227 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-1dface9f-a014-48e4-833b-04fac0e16dbc req-ef173a4c-86d3-4bfb-bc54-ae3816c75aec tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Synchronizing usage tracker for tenant:208ab3105b54499a872624f7cf9e6106 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:08:19.709373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-1dface9f-a014-48e4-833b-04fac0e16dbc req-ef173a4c-86d3-4bfb-bc54-ae3816c75aec tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Unset dirty status for tenant:208ab3105b54499a872624f7cf9e6106 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:08:19.710587 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1dface9f-a014-48e4-833b-04fac0e16dbc req-ef173a4c-86d3-4bfb-bc54-ae3816c75aec tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=19c73e38-c45f-41aa-be32-a9c58bedda3f HTTP/1.1" status: 200 len: 210 time: 0.0998137 Dec 03 15:08:20.161907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28ff7b-211f-45a6-a3cc-b99bcec94f01 req-7717e83c-af52-451e-812c-9569c638732a tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:20.164054 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bf28ff7b-211f-45a6-a3cc-b99bcec94f01 req-7717e83c-af52-451e-812c-9569c638732a tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.1088505 Dec 03 15:08:20.219206 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bf28ff7b-211f-45a6-a3cc-b99bcec94f01 req-d229d6ae-dc62-4922-adf3-3fe1a01fe091 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486417 Dec 03 15:08:21.500625 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb39de8-090e-4971-a120-8e58376cd9eb req-dec444d0-4cbc-4702-b7f5-69ed3358c407 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:21.503097 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9fb39de8-090e-4971-a120-8e58376cd9eb req-dec444d0-4cbc-4702-b7f5-69ed3358c407 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.1005476 Dec 03 15:08:21.605919 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9fb39de8-090e-4971-a120-8e58376cd9eb req-6a1672f9-13b8-43bb-9222-2eb6573dde76 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949976 Dec 03 15:08:22.308151 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27df7b-b2e1-490a-80ec-b483abc8078c req-dfd9a9bd-d7ad-4818-ac31-9989fde43716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:22.310062 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2f27df7b-b2e1-490a-80ec-b483abc8078c req-dfd9a9bd-d7ad-4818-ac31-9989fde43716 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 1162 time: 0.1148489 Dec 03 15:08:22.534685 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27df7b-b2e1-490a-80ec-b483abc8078c req-0e04cf9b-4572-498b-a88d-9d89ace5442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:22.538099 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2f27df7b-b2e1-490a-80ec-b483abc8078c req-0e04cf9b-4572-498b-a88d-9d89ace5442c service neutron] 10.222.0.65 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 910 time: 0.2034709 Dec 03 15:08:22.726439 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2f27df7b-b2e1-490a-80ec-b483abc8078c req-d48d9194-d100-42f2-989d-bf745546cc6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47c73dfd-ac00-43bb-a14a-93cafe1e837e HTTP/1.1" status: 200 len: 1001 time: 0.1730754 Dec 03 15:08:22.822743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27df7b-b2e1-490a-80ec-b483abc8078c req-d04d51d1-b889-47c9-bfdb-a4e9840038df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:22.825360 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2f27df7b-b2e1-490a-80ec-b483abc8078c req-d04d51d1-b889-47c9-bfdb-a4e9840038df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 200 len: 855 time: 0.0906088 Dec 03 15:08:22.990692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:22.997031 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f574f-2420-4307-abce-0fe37c69b797 req-bf960678-7ad1-42af-a72e-d91662841617 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:22.998685 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ae2f574f-2420-4307-abce-0fe37c69b797 req-bf960678-7ad1-42af-a72e-d91662841617 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.1732011 Dec 03 15:08:23.006908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27df7b-b2e1-490a-80ec-b483abc8078c req-fc1b2d4c-e2ac-4021-9038-f867b301a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:23.009136 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2f27df7b-b2e1-490a-80ec-b483abc8078c req-fc1b2d4c-e2ac-4021-9038-f867b301a78d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f74f8bf3-3d51-4772-97cb-ee854694141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1288247 Dec 03 15:08:23.150174 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-93d2bf29-a665-4a64-bfb7-78493e62da1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:23.177127 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ae2f574f-2420-4307-abce-0fe37c69b797 req-f9f92323-7e1b-4524-8fcc-b26853db0585 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669340 Dec 03 15:08:23.198273 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2f27df7b-b2e1-490a-80ec-b483abc8078c req-433cab92-9c9f-41c5-a798-ad3c05092972 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712649 Dec 03 15:08:23.383181 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2f27df7b-b2e1-490a-80ec-b483abc8078c req-c97e848b-e852-4ba4-adb6-11bbf2fe5910 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1777632 Dec 03 15:08:24.687189 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052c38-9e50-4ef5-b528-f339088f5fd2 req-375b0b5e-33d8-4427-acfe-6ecb5afc54e7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:24.689015 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-51052c38-9e50-4ef5-b528-f339088f5fd2 req-375b0b5e-33d8-4427-acfe-6ecb5afc54e7 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.3397589 Dec 03 15:08:24.741684 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-51052c38-9e50-4ef5-b528-f339088f5fd2 req-1abcd143-d9f4-496b-9dfe-546e292fe37c tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453784 Dec 03 15:08:25.576315 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-05f4dc39-91be-4045-b489-fca45ad97029 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:25.577903 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-05f4dc39-91be-4045-b489-fca45ad97029 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/networks?id=b31adf66-35b5-4e24-a65e-ce1e00cb34a0 HTTP/1.1" status: 200 len: 813 time: 0.1780696 Dec 03 15:08:25.597217 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-39a5b5f2-7d90-4126-b2ef-6e7e89e185b4 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/quotas/208ab3105b54499a872624f7cf9e6106 HTTP/1.1" status: 200 len: 375 time: 0.0115068 Dec 03 15:08:25.652915 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-3fad5116-6a1a-4d86-a45c-a6834d3f0c47 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?tenant_id=208ab3105b54499a872624f7cf9e6106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495346 Dec 03 15:08:25.653166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-11267c6d-b0ed-48f9-af59-f0677a06ba83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:25.952270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d824-4cde-46bc-93a3-d2ead212289b req-f9c05556-8c98-4426-b68e-acd284f7d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:25.953950 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a584d824-4cde-46bc-93a3-d2ead212289b req-f9c05556-8c98-4426-b68e-acd284f7d9df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 1162 time: 0.2511303 Dec 03 15:08:25.955847 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-966904d1-44c2-4af2-9561-b76883513a2a service neutron] 10.222.0.81 "GET /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948215 Dec 03 15:08:26.166934 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:26.218784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee107c-e6ac-4960-b604-e005bce905ea req-e2dace34-e441-4306-8ff9-441e00929a15 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:26.220412 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-36ee107c-e6ac-4960-b604-e005bce905ea req-e2dace34-e441-4306-8ff9-441e00929a15 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.3234875 Dec 03 15:08:26.270091 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d824-4cde-46bc-93a3-d2ead212289b req-966a1496-b464-400a-9e5a-8f30333ff773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:26.271680 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a584d824-4cde-46bc-93a3-d2ead212289b req-966a1496-b464-400a-9e5a-8f30333ff773 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 910 time: 0.3094494 Dec 03 15:08:26.276376 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-2eaa9be9-fe1a-4137-b5cd-4eedbe6302fe service neutron] 10.222.0.81 "GET /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3123682 Dec 03 15:08:26.375686 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-36ee107c-e6ac-4960-b604-e005bce905ea req-c6369d83-980c-4acf-b57e-d676e12ed0b4 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437531 Dec 03 15:08:26.405613 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a584d824-4cde-46bc-93a3-d2ead212289b req-0c22a5c7-5a2d-4efe-9d70-b79872a45406 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47c73dfd-ac00-43bb-a14a-93cafe1e837e HTTP/1.1" status: 200 len: 1001 time: 0.1261916 Dec 03 15:08:26.511586 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-25ed52c5-2790-48cb-862a-fb1ddb8c70de req-1487ae58-bdd6-4101-b2f7-95f92429e8bd tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 210 time: 0.0530870 Dec 03 15:08:26.529927 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d824-4cde-46bc-93a3-d2ead212289b req-1a859a6f-921f-4699-beb4-7fca7c18f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:26.537386 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a584d824-4cde-46bc-93a3-d2ead212289b req-1a859a6f-921f-4699-beb4-7fca7c18f435 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 200 len: 855 time: 0.1247418 Dec 03 15:08:26.636975 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d824-4cde-46bc-93a3-d2ead212289b req-71e82ac3-3a69-4364-8375-15154d272fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:26.639204 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a584d824-4cde-46bc-93a3-d2ead212289b req-71e82ac3-3a69-4364-8375-15154d272fb6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f74f8bf3-3d51-4772-97cb-ee854694141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860224 Dec 03 15:08:26.792283 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a584d824-4cde-46bc-93a3-d2ead212289b req-95d191dd-d940-47b0-b81f-0990ffed53ee service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458361 Dec 03 15:08:26.943483 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a584d824-4cde-46bc-93a3-d2ead212289b req-7faa3480-7f90-4405-beb6-786cfdd0af50 service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443739 Dec 03 15:08:27.132474 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:27.190274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:27.781157 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-751f561d-da4a-44cc-adfd-3bd2d9640a2b req-5fc3e775-40a2-4ca7-a2dd-b3eb5080a8d0 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 210 time: 0.0767264 Dec 03 15:08:27.819849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04412357-8f1e-41ec-9beb-c864f7629361 req-7803dcb5-9d67-4674-a8e1-581977f57a0b tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:27.821526 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-04412357-8f1e-41ec-9beb-c864f7629361 req-7803dcb5-9d67-4674-a8e1-581977f57a0b tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.2885568 Dec 03 15:08:27.860251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-0afe742a-d537-4e49-8f1d-5ee8da97125b tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:27.861972 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-0afe742a-d537-4e49-8f1d-5ee8da97125b tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.65 "GET /v2.0/networks?id=b31adf66-35b5-4e24-a65e-ce1e00cb34a0 HTTP/1.1" status: 200 len: 813 time: 0.2595773 Dec 03 15:08:27.890966 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-04412357-8f1e-41ec-9beb-c864f7629361 req-5cc1255e-c50a-4564-b875-4c8c8f198096 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591264 Dec 03 15:08:27.895389 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Request body: {'port': {'device_id': '2786e3de-a667-4de7-813d-61280f079648', 'network_id': 'b31adf66-35b5-4e24-a65e-ce1e00cb34a0', 'admin_state_up': True, 'tenant_id': '208ab3105b54499a872624f7cf9e6106'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:08:28.041011 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:08:28.051474 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:08:28.060275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Made reservation on behalf of 208ab3105b54499a872624f7cf9e6106 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:08:28.065701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:28.370475 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Allocated IP 172.20.0.4 (b31adf66-35b5-4e24-a65e-ce1e00cb34a0/7bb294c6-a812-456a-a5da-ad1b1f9904fc/4d2754bb-f255-4e77-84b2-018d22f9df00) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:08:28.580245 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:28.608072 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:28.627046 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d154d2b5-12fd-4fb8-8314-c01e68b203d6 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:08:28.779332 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Pushing event updated for resources: {'Port': ['ID=4d2754bb-f255-4e77-84b2-018d22f9df00,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:08:28.784855 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:08:28.838826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Network b31adf66-35b5-4e24-a65e-ce1e00cb34a0 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:08:28.840117 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:08:28.842583 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:08:28.908230 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:28.909028 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:28.987427 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ed09e023-b874-4f16-a3e7-08982194ce9e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0987992 Dec 03 15:08:29.007715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Request body: {'port': {'device_id': '2786e3de-a667-4de7-813d-61280f079648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:08:29.133184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f764209-0015-429c-8e05-ce4fdc8bf9b0 req-930cbb27-aea0-4252-a933-fe73437df3b8 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:29.133856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-7f764209-0015-429c-8e05-ce4fdc8bf9b0 req-930cbb27-aea0-4252-a933-fe73437df3b8 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Synchronizing usage tracker for tenant:208ab3105b54499a872624f7cf9e6106 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:08:29.342714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 47c73dfd-ac00-43bb-a14a-93cafe1e837e no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:08:29.436885 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-7f764209-0015-429c-8e05-ce4fdc8bf9b0 req-930cbb27-aea0-4252-a933-fe73437df3b8 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Unset dirty status for tenant:208ab3105b54499a872624f7cf9e6106 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:08:29.438172 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7f764209-0015-429c-8e05-ce4fdc8bf9b0 req-930cbb27-aea0-4252-a933-fe73437df3b8 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 931 time: 0.5160155 Dec 03 15:08:29.443422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:29.466741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:29.498091 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c73dfd-ac00-43bb-a14a-93cafe1e837e'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:08:29.523518 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 47c73dfd-ac00-43bb-a14a-93cafe1e837e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=47c73dfd-ac00-43bb-a14a-93cafe1e837e,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:08:29.526915 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:29.528572 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:08:29.557727 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7b016-28ca-47ed-b1b6-fa04a0709e61 req-a9c57e44-df3c-4721-a1f9-ce04bc8ff180 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:29.559479 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cfb7b016-28ca-47ed-b1b6-fa04a0709e61 req-a9c57e44-df3c-4721-a1f9-ce04bc8ff180 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.5118105 Dec 03 15:08:29.601407 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7f764209-0015-429c-8e05-ce4fdc8bf9b0 req-e97df111-fdd1-4d85-b81c-7b098f042977 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438351 Dec 03 15:08:29.608358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=47c73dfd-ac00-43bb-a14a-93cafe1e837e,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:08:29.616849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.617252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.617625 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.618002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.618371 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.618745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.619103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.619469 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.619831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.620220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.620590 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.620951 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.621411 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.621789 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.622133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.622479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.632716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.633873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.634262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.634702 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.635410 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.635843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.637297 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.637680 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:08:29.644533 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:08:29.675443 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cfb7b016-28ca-47ed-b1b6-fa04a0709e61 req-f62bc9fe-f383-4d5e-af9a-722c993bb96c tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041744 Dec 03 15:08:29.856568 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47c73dfd-ac00-43bb-a14a-93cafe1e837e', 'code': 422} returned with failed status Dec 03 15:08:29.975167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2754bb-f255-4e77-84b2-018d22f9df00 {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:08:29.982480 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:29.995025 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Transition to ACTIVE for port object 4d2754bb-f255-4e77-84b2-018d22f9df00 will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:08:29.997907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:30.014068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2744b60e-c158-4304-bf4f-b17484857940 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:08:30.146337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2754bb-f255-4e77-84b2-018d22f9df00,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:08:30.151303 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:08:30.325224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Attempting to bind port 4d2754bb-f255-4e77-84b2-018d22f9df00 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:08:30.325501 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Attempting to bind port 4d2754bb-f255-4e77-84b2-018d22f9df00 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '452cee10-1183-4640-aeec-488715141109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b31adf66-35b5-4e24-a65e-ce1e00cb34a0'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:08:30.325862 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Attempting to bind port 4d2754bb-f255-4e77-84b2-018d22f9df00 on network b31adf66-35b5-4e24-a65e-ce1e00cb34a0 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:08:30.332110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:08:30.332479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Checking segment: {'id': '452cee10-1183-4640-aeec-488715141109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b31adf66-35b5-4e24-a65e-ce1e00cb34a0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:08:30.332879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:30.333268 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Bound using segment: {'id': '452cee10-1183-4640-aeec-488715141109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b31adf66-35b5-4e24-a65e-ce1e00cb34a0'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:08:30.333731 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Bound port: 4d2754bb-f255-4e77-84b2-018d22f9df00, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452cee10-1183-4640-aeec-488715141109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b31adf66-35b5-4e24-a65e-ce1e00cb34a0'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:08:30.334107 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:30.435288 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] For port 4d2754bb-f255-4e77-84b2-018d22f9df00, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:08:30.438619 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] For port 4d2754bb-f255-4e77-84b2-018d22f9df00, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=4d2754bb-f255-4e77-84b2-018d22f9df00,segment=NetworkSegment(452cee10-1183-4640-aeec-488715141109),segment_id=452cee10-1183-4640-aeec-488715141109)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:08:30.442544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:30.459591 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7f051ad7-023d-4baa-b697-6ce32ebd2d2a tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:08:30.621870 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2754bb-f255-4e77-84b2-018d22f9df00,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:08:30.628915 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:08:30.664570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:30.665262 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:30.666745 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] 10.222.0.65 "PUT /v2.0/ports/4d2754bb-f255-4e77-84b2-018d22f9df00 HTTP/1.1" status: 200 len: 1157 time: 1.6636913 Dec 03 15:08:30.667288 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2786e3de-a667-4de7-813d-61280f079648', 'tag': '4d2754bb-f255-4e77-84b2-018d22f9df00'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:08:30.829475 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2786e3de-a667-4de7-813d-61280f079648', 'tag': '4d2754bb-f255-4e77-84b2-018d22f9df00', 'status': 'completed', 'code': 200} Dec 03 15:08:30.871783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-19eda7bf-5c7b-440b-a51c-8056069ee210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:30.873484 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-19eda7bf-5c7b-440b-a51c-8056069ee210 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=208ab3105b54499a872624f7cf9e6106&device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 1160 time: 0.1508477 Dec 03 15:08:30.885138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b04da-23c1-4b41-845f-33be43c5e753 req-a8b0b3b9-cf1f-4184-9e13-a7c8c6fc44e1 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:30.886725 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-625b04da-23c1-4b41-845f-33be43c5e753 req-a8b0b3b9-cf1f-4184-9e13-a7c8c6fc44e1 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 943 time: 0.1191258 Dec 03 15:08:31.007033 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-ec9fbf9c-d8a5-4bdc-9db6-f2c15f41760d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d2754bb-f255-4e77-84b2-018d22f9df00 HTTP/1.1" status: 200 len: 217 time: 0.1192284 Dec 03 15:08:31.105705 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-625b04da-23c1-4b41-845f-33be43c5e753 req-9a5bd5f6-356d-4e1c-941d-0bc803330eda tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589746 Dec 03 15:08:31.125634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-a3868ed6-c873-4217-ac22-51c0c51e1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:31.127272 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-a3868ed6-c873-4217-ac22-51c0c51e1438 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb294c6-a812-456a-a5da-ad1b1f9904fc HTTP/1.1" status: 200 len: 853 time: 0.1121480 Dec 03 15:08:31.140587 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac16f0-05f8-4368-bf56-9b95e17226e2 req-d3a3e65b-5d82-4f4c-95cb-d8628fa976e9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:31.142173 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9ac16f0-05f8-4368-bf56-9b95e17226e2 req-d3a3e65b-5d82-4f4c-95cb-d8628fa976e9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 943 time: 0.1944070 Dec 03 15:08:31.202697 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-a2c8df3c-dd3a-4f5b-b327-8bebf6acc9cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b31adf66-35b5-4e24-a65e-ce1e00cb34a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594909 Dec 03 15:08:31.308853 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b9ac16f0-05f8-4368-bf56-9b95e17226e2 req-511bbdd7-a6b9-4d15-90bd-e4fd04746b01 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317616 Dec 03 15:08:31.371036 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-4875e796-4321-4353-b26e-da0af0366b43 service neutron] 10.222.0.65 "GET /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605735 Dec 03 15:08:31.524336 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8eb4d525-bfb1-4f57-b745-3f91b4ab0af6 req-e2f43e62-28a1-4adc-8e59-011269bec34d service neutron] 10.222.0.65 "GET /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465294 Dec 03 15:08:31.711059 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4262dd4-1f92-49f7-9f02-ca68d08bb70f req-dc08480b-2ab0-4c35-8425-3f3dd0d39028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:31.712861 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f4262dd4-1f92-49f7-9f02-ca68d08bb70f req-dc08480b-2ab0-4c35-8425-3f3dd0d39028 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=208ab3105b54499a872624f7cf9e6106&device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 1160 time: 0.0886240 Dec 03 15:08:31.864721 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4262dd4-1f92-49f7-9f02-ca68d08bb70f req-b33c2208-f702-4ce3-bf6a-ea80ba7addb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:31.866451 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f4262dd4-1f92-49f7-9f02-ca68d08bb70f req-b33c2208-f702-4ce3-bf6a-ea80ba7addb7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b31adf66-35b5-4e24-a65e-ce1e00cb34a0 HTTP/1.1" status: 200 len: 907 time: 0.1463280 Dec 03 15:08:31.942337 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f4262dd4-1f92-49f7-9f02-ca68d08bb70f req-aba360f1-e93d-4e73-85fa-962e3de0b43c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d2754bb-f255-4e77-84b2-018d22f9df00 HTTP/1.1" status: 200 len: 217 time: 0.0666890 Dec 03 15:08:32.019366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4262dd4-1f92-49f7-9f02-ca68d08bb70f req-3056ff19-eece-44c4-9d77-b3e0d74f975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:32.020990 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f4262dd4-1f92-49f7-9f02-ca68d08bb70f req-3056ff19-eece-44c4-9d77-b3e0d74f975f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb294c6-a812-456a-a5da-ad1b1f9904fc HTTP/1.1" status: 200 len: 853 time: 0.0717895 Dec 03 15:08:32.072681 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f4262dd4-1f92-49f7-9f02-ca68d08bb70f req-7b0233d7-b260-406c-8400-07bf774c315d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b31adf66-35b5-4e24-a65e-ce1e00cb34a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431252 Dec 03 15:08:32.232299 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f4262dd4-1f92-49f7-9f02-ca68d08bb70f req-066b16fd-c6ae-4e81-8c61-db2662b940a5 service neutron] 10.222.0.65 "GET /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514895 Dec 03 15:08:32.447287 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f4262dd4-1f92-49f7-9f02-ca68d08bb70f req-abc5cde2-3f79-4adb-9a09-5235ae43068d service neutron] 10.222.0.65 "GET /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2072120 Dec 03 15:08:32.453386 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79171a2-571d-4f12-bc2a-736b50a6a238 req-8a3dc2b5-6ea8-47f1-bf5a-593be645276c tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:32.454909 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b79171a2-571d-4f12-bc2a-736b50a6a238 req-8a3dc2b5-6ea8-47f1-bf5a-593be645276c tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 943 time: 0.1929293 Dec 03 15:08:32.510105 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b79171a2-571d-4f12-bc2a-736b50a6a238 req-13414e6c-9dec-4cd6-8743-39379324ee01 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486302 Dec 03 15:08:32.970913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 36162) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:08:32.997763 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e77b7-99b0-45f9-8809-0d748603cd31 req-042c18d3-bb1c-4f38-9545-96b245fa137f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:32.999552 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-959e77b7-99b0-45f9-8809-0d748603cd31 req-042c18d3-bb1c-4f38-9545-96b245fa137f tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 943 time: 0.0927131 Dec 03 15:08:33.051325 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-959e77b7-99b0-45f9-8809-0d748603cd31 req-ca775d11-0fb6-4b38-887a-692b1e5b4c5e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438552 Dec 03 15:08:33.352467 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-8c7acc8a-7a95-477a-833f-1ad3f20436f0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3800545 Dec 03 15:08:33.759264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd9430-ebb7-4c53-acb9-4432e4ba2755 req-71262e09-cb92-4c2d-9b65-d003ec082787 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:33.761079 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-81bd9430-ebb7-4c53-acb9-4432e4ba2755 req-71262e09-cb92-4c2d-9b65-d003ec082787 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 943 time: 0.0973051 Dec 03 15:08:33.816639 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-81bd9430-ebb7-4c53-acb9-4432e4ba2755 req-d1c9675c-11e5-46ad-a760-530536b94eb6 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464394 Dec 03 15:08:33.896871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 4d2754bb-f255-4e77-84b2-018d22f9df00 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:08:33.948836 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-49452a4a-1406-496b-b408-7cd7bb8c27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:33.950448 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-49452a4a-1406-496b-b408-7cd7bb8c27f2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c&tenant_id=e99d15128ca046d7ba7ac461674a1bfa HTTP/1.1" status: 200 len: 1160 time: 0.0788188 Dec 03 15:08:33.969071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port 4d2754bb-f255-4e77-84b2-018d22f9df00 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:08:33.974670 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 4d2754bb-f255-4e77-84b2-018d22f9df00 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:08:33.975205 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:34.060564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-11acf1cb-2258-4e31-99fc-3a3aebf7e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:34.062189 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-11acf1cb-2258-4e31-99fc-3a3aebf7e291 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 1160 time: 0.0769799 Dec 03 15:08:34.093571 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:34.123306 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2786e3de-a667-4de7-813d-61280f079648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2754bb-f255-4e77-84b2-018d22f9df00'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:08:34.135007 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 4d2754bb-f255-4e77-84b2-018d22f9df00, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=4d2754bb-f255-4e77-84b2-018d22f9df00,segment=NetworkSegment(452cee10-1183-4640-aeec-488715141109),segment_id=452cee10-1183-4640-aeec-488715141109)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:08:34.138967 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:34.141082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:08:34.206998 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2786e3de-a667-4de7-813d-61280f079648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2754bb-f255-4e77-84b2-018d22f9df00', 'code': 200} Dec 03 15:08:34.222267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=4d2754bb-f255-4e77-84b2-018d22f9df00,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:08:34.226166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:08:34.275871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-cb2c7ed4-4922-4a0e-983c-deee1164aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:34.277496 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-cb2c7ed4-4922-4a0e-983c-deee1164aa92 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 200 len: 910 time: 0.2084355 Dec 03 15:08:34.651782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045e70d-174f-4f0c-a706-7b77238c4ee8 req-b66a1225-72db-479e-a6a4-3b3fab956eac tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:34.653442 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1045e70d-174f-4f0c-a706-7b77238c4ee8 req-b66a1225-72db-479e-a6a4-3b3fab956eac tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 943 time: 0.4448316 Dec 03 15:08:34.672663 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-cb165d89-7150-4129-a794-d9720d5649b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47c73dfd-ac00-43bb-a14a-93cafe1e837e HTTP/1.1" status: 200 len: 999 time: 0.3816521 Dec 03 15:08:34.782657 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87fb35-7a3a-4ed0-a185-7f1717081b73 req-4eca0432-b9c5-4eb6-8b78-23830dece1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:34.784853 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5c87fb35-7a3a-4ed0-a185-7f1717081b73 req-4eca0432-b9c5-4eb6-8b78-23830dece1df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 1162 time: 0.2253704 Dec 03 15:08:34.789370 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1045e70d-174f-4f0c-a706-7b77238c4ee8 req-9993de8f-5ed6-4cdc-b582-fcbab2f4c38a tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241121 Dec 03 15:08:34.792884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-fd47c60b-2ac9-4815-a1c8-f4768597d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:34.794352 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-fd47c60b-2ac9-4815-a1c8-f4768597d9ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 200 len: 855 time: 0.1008477 Dec 03 15:08:34.887769 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5c87fb35-7a3a-4ed0-a185-7f1717081b73 req-158321eb-10be-4e03-aab7-5e88bda077e5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923450 Dec 03 15:08:34.910570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-f34cc71e-3669-4134-935e-d283c87e049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:34.912330 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-f34cc71e-3669-4134-935e-d283c87e049d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f74f8bf3-3d51-4772-97cb-ee854694141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1005650 Dec 03 15:08:35.046577 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317b8b2-90dc-4a85-9094-6fd1103879b7 req-aea42011-a21c-4164-a59f-9695430cf356 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:35.048192 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c317b8b2-90dc-4a85-9094-6fd1103879b7 req-aea42011-a21c-4164-a59f-9695430cf356 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 945 time: 0.0854495 Dec 03 15:08:35.101021 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c317b8b2-90dc-4a85-9094-6fd1103879b7 req-f27ca506-1fc2-402b-97d5-c471d728dc43 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454381 Dec 03 15:08:35.321122 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-7b9f878a-9ef6-406d-8364-989fe7eec8ba service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471446 Dec 03 15:08:35.462498 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 4d2754bb-f255-4e77-84b2-018d22f9df00 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:08:35.470436 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2306ee66-5659-4bff-8267-c207a32e2d58 req-b8540c90-39ff-4b54-9162-0e8c2c692ceb service neutron] 10.222.0.65 "GET /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427176 Dec 03 15:08:35.535583 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 4d2754bb-f255-4e77-84b2-018d22f9df00 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:08:35.536025 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:36.055169 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4777-295d-4c83-b58f-e4793136f4d2 req-38a84ccd-429c-44d5-a072-8fc6abb83d06 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:36.056979 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4fbd4777-295d-4c83-b58f-e4793136f4d2 req-38a84ccd-429c-44d5-a072-8fc6abb83d06 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 943 time: 0.1152992 Dec 03 15:08:36.111822 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4fbd4777-295d-4c83-b58f-e4793136f4d2 req-60970f0f-46d1-4931-85e7-52157e56a12c tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474935 Dec 03 15:08:36.332929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d1bd8-5f3b-4d75-a53b-a80594f136a6 req-d4b721aa-2b55-4235-805e-acbfc093491a tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:36.334191 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-623d1bd8-5f3b-4d75-a53b-a80594f136a6 req-d4b721aa-2b55-4235-805e-acbfc093491a tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 945 time: 0.0982778 Dec 03 15:08:36.383393 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-623d1bd8-5f3b-4d75-a53b-a80594f136a6 req-e1b03c5c-b3b4-4062-8fa5-f54a4dba47d8 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419445 Dec 03 15:08:37.363713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137d19-1a65-40ad-92d4-73eb8ddb94e4 req-faa9383c-7f0e-4c91-95a7-d2bdd2778aca tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:37.365404 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e1137d19-1a65-40ad-92d4-73eb8ddb94e4 req-faa9383c-7f0e-4c91-95a7-d2bdd2778aca tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 943 time: 0.0987020 Dec 03 15:08:37.419878 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e1137d19-1a65-40ad-92d4-73eb8ddb94e4 req-4fd59334-b207-4051-9d92-234a1014ccf5 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478816 Dec 03 15:08:37.558293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 4d2754bb-f255-4e77-84b2-018d22f9df00 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:08:37.647869 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 4d2754bb-f255-4e77-84b2-018d22f9df00 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:08:37.648293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:40.795864 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:08:47.254679 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b68ec6-da2a-4066-8211-74a377a4d345 req-9ab2301d-ab32-4520-b31c-db3685b321e4 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:47.256306 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-75b68ec6-da2a-4066-8211-74a377a4d345 req-9ab2301d-ab32-4520-b31c-db3685b321e4 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 943 time: 0.0867443 Dec 03 15:08:47.322423 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-75b68ec6-da2a-4066-8211-74a377a4d345 req-8516c631-7ff3-4f21-ab9c-47342d965da9 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547073 Dec 03 15:08:48.568933 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f842a-1193-4c23-afb9-3dc25340593f req-e29eb327-e63d-43f8-8fe0-be8eb5f82845 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:48.570537 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d56f842a-1193-4c23-afb9-3dc25340593f req-e29eb327-e63d-43f8-8fe0-be8eb5f82845 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 943 time: 0.0919650 Dec 03 15:08:48.617993 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d56f842a-1193-4c23-afb9-3dc25340593f req-9e59bdb6-61b9-4b2b-8fcd-86d78f5987b6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407076 Dec 03 15:08:49.869325 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdf028-8c82-44bd-a3dd-e0018cb76eaf req-2f1a21ab-548d-4841-a0f9-7040e1f84113 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:49.871062 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1bcdf028-8c82-44bd-a3dd-e0018cb76eaf req-2f1a21ab-548d-4841-a0f9-7040e1f84113 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 943 time: 0.1016757 Dec 03 15:08:49.929985 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1bcdf028-8c82-44bd-a3dd-e0018cb76eaf req-34d7d993-11fb-42fd-9de0-468f25f16bc3 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517461 Dec 03 15:08:49.954719 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 47c73dfd-ac00-43bb-a14a-93cafe1e837e up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:08:50.035458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 47c73dfd-ac00-43bb-a14a-93cafe1e837e triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:08:50.035796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:50.168482 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:50.196460 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c73dfd-ac00-43bb-a14a-93cafe1e837e'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:08:50.207722 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 47c73dfd-ac00-43bb-a14a-93cafe1e837e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=47c73dfd-ac00-43bb-a14a-93cafe1e837e,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:08:50.211046 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:50.214144 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:08:50.259013 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c73dfd-ac00-43bb-a14a-93cafe1e837e', 'code': 200} Dec 03 15:08:50.291565 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=47c73dfd-ac00-43bb-a14a-93cafe1e837e,revision_number=6']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:08:50.296260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:08:50.631403 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40bee5-6768-4211-81bc-19f90cfc6e1d req-9d578143-6171-4f05-b946-5964267e16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:50.633136 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6a40bee5-6768-4211-81bc-19f90cfc6e1d req-9d578143-6171-4f05-b946-5964267e16f1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 1162 time: 0.1062312 Dec 03 15:08:50.679356 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6a40bee5-6768-4211-81bc-19f90cfc6e1d req-0ff4f3b2-e269-4fdc-b1aa-c4b778bd345d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376592 Dec 03 15:08:51.175896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02771ad-78fd-42df-abda-ff21f202db83 req-dd76aa2d-4d43-4d41-b532-6362c898c6e8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:51.177632 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c02771ad-78fd-42df-abda-ff21f202db83 req-dd76aa2d-4d43-4d41-b532-6362c898c6e8 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0906875 Dec 03 15:08:51.228858 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c02771ad-78fd-42df-abda-ff21f202db83 req-9fd625d1-2011-460e-b4a9-8721f91e0f04 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447359 Dec 03 15:08:51.590974 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 47c73dfd-ac00-43bb-a14a-93cafe1e837e up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:08:51.664184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 47c73dfd-ac00-43bb-a14a-93cafe1e837e triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:08:51.664600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:52.488405 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefad0cd-cfd8-484a-b667-0c694f711227 req-5a94bb46-d33b-4ed5-883b-859ec7b6c62e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:52.490947 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefad0cd-cfd8-484a-b667-0c694f711227 req-5a94bb46-d33b-4ed5-883b-859ec7b6c62e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.1047423 Dec 03 15:08:52.541611 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cefad0cd-cfd8-484a-b667-0c694f711227 req-2548be92-9985-4ab5-9927-ee8b7b405365 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436695 Dec 03 15:08:52.999191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:53.142941 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5cc8f98f-068d-44ec-9cde-2483dc8881d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:53.793462 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cc912-92d2-4858-b5df-d42f93e18a8b req-c180bda8-0825-4be3-8e56-d171e6e0af10 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:08:53.794803 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-332cc912-92d2-4858-b5df-d42f93e18a8b req-c180bda8-0825-4be3-8e56-d171e6e0af10 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0913582 Dec 03 15:08:53.845260 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-332cc912-92d2-4858-b5df-d42f93e18a8b req-36f72c2a-f66e-4ea9-a34d-b797075a169b tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433683 Dec 03 15:08:55.659607 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ad4f47ff-5290-49ab-b923-794dcfffc694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:56.169495 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:57.136578 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:08:57.195084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:00.743957 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a4e8d-96d7-448f-b50e-42891dfc233a req-2858486b-f342-47bd-9708-55fa27e5e814 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:00.745614 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a27a4e8d-96d7-448f-b50e-42891dfc233a req-2858486b-f342-47bd-9708-55fa27e5e814 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 945 time: 0.0869234 Dec 03 15:09:00.794338 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a27a4e8d-96d7-448f-b50e-42891dfc233a req-bdadd47b-1f2f-4d77-b683-f649cc0b026d tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=879271af-ec1d-4178-859d-77c530d3fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410910 Dec 03 15:09:02.015075 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f311a-28c1-454f-a644-6aed87b2a172 req-b493f7fb-6dac-4ee6-b80a-70bb28aa987a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:02.016754 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-693f311a-28c1-454f-a644-6aed87b2a172 req-b493f7fb-6dac-4ee6-b80a-70bb28aa987a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 945 time: 0.0839136 Dec 03 15:09:02.066128 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-693f311a-28c1-454f-a644-6aed87b2a172 req-f64eb379-086c-4d3b-9b9b-ef355082fca1 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=879271af-ec1d-4178-859d-77c530d3fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420980 Dec 03 15:09:03.018152 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-abc36e84-0348-4732-85ac-9bb846c67480 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:03.019706 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-abc36e84-0348-4732-85ac-9bb846c67480 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.65 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 945 time: 0.0890012 Dec 03 15:09:03.103951 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Deleting port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:03.104386 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:03.422404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91311d37-650e-4e87-b1fe-48613705dde9 req-b5334e7b-baee-4fc3-a9bb-a9ecaa68de81 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:03.424617 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91311d37-650e-4e87-b1fe-48613705dde9 req-b5334e7b-baee-4fc3-a9bb-a9ecaa68de81 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 945 time: 0.2170744 Dec 03 15:09:03.467668 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] For port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=70be8b0a-b82e-4f73-a3bd-eddbbc42befd,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:03.468174 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:03.552789 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 70be8b0a-b82e-4f73-a3bd-eddbbc42befd no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:09:03.558345 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91311d37-650e-4e87-b1fe-48613705dde9 req-900f7dee-4206-4717-84d8-7b4aa9a86507 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=879271af-ec1d-4178-859d-77c530d3fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242783 Dec 03 15:09:03.698957 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:03.728060 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:09:03.738652 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=70be8b0a-b82e-4f73-a3bd-eddbbc42befd,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:03.741633 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:03.744492 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:03.793706 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd', 'code': 200} Dec 03 15:09:03.806229 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:03.806567 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:03.806917 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Floating IP be843eec-6eb3-42cf-84a1-f884be15cbae disassociated. External IP: 172.28.3.192, port: 70be8b0a-b82e-4f73-a3bd-eddbbc42befd. Dec 03 15:09:03.807294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Calling delete_port for 70be8b0a-b82e-4f73-a3bd-eddbbc42befd owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:03.818783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=70be8b0a-b82e-4f73-a3bd-eddbbc42befd,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:03.822944 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:03.889556 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:09:03.889966 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:09:04.391010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Deleting port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:04.391513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:04.669203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] For port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=70be8b0a-b82e-4f73-a3bd-eddbbc42befd,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:04.669610 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:05.264624 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa3798-92c8-409a-a3e5-e70e37cc87b4 req-9963b35f-b5bd-489c-92b2-74fd9d5c5fcb tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:05.266365 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dafa3798-92c8-409a-a3e5-e70e37cc87b4 req-9963b35f-b5bd-489c-92b2-74fd9d5c5fcb tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 943 time: 0.5232210 Dec 03 15:09:05.306676 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:05.307156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:05.307505 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Floating IP be843eec-6eb3-42cf-84a1-f884be15cbae disassociated. External IP: 172.28.3.192, port: 70be8b0a-b82e-4f73-a3bd-eddbbc42befd. Dec 03 15:09:05.307889 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Calling delete_port for 70be8b0a-b82e-4f73-a3bd-eddbbc42befd owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:05.390846 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dafa3798-92c8-409a-a3e5-e70e37cc87b4 req-348cdb79-9496-4f1a-ad7a-cc5a5feb5278 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups?id=879271af-ec1d-4178-859d-77c530d3fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159976 Dec 03 15:09:05.483398 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:05.502609 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-05d3c9d2-b5f6-4864-8abd-7254d474a6c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:05.599121 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event deleted for resources: {'Port': ['ID=70be8b0a-b82e-4f73-a3bd-eddbbc42befd,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:05.613094 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.613491 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.613884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.614270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.614656 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.615038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.615440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.615820 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.616245 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.616619 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.616993 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.617368 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.617842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.618216 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.618595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.618969 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.619346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.619723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.620120 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.620506 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.620871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.621238 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.621622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.621989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:05.626309 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:05.886937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Router 40b9edae-f26d-4187-ba8f-e584dca2f50f has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:09:06.081426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:09:06.092788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c5e2c-12d8-4824-86da-eb827168df95 None None] Sync routers for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:09:06.104264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c5e2c-12d8-4824-86da-eb827168df95 None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:06.105023 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-8f7c5e2c-12d8-4824-86da-eb827168df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:08:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:06.118049 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] No DVR routers for this DVR port 70be8b0a-b82e-4f73-a3bd-eddbbc42befd on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:09:06.120670 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:06.123634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'name': 'network-vif-deleted', 'tag': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:09:06.140925 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f4d70fcb-b7c3-40f1-8632-896cdccc6152 req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.65 "DELETE /v2.0/ports/70be8b0a-b82e-4f73-a3bd-eddbbc42befd HTTP/1.1" status: 204 len: 173 time: 3.1109014 Dec 03 15:09:06.197003 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b64c40c-4c4e-415c-9b92-1d07b53336e0', 'name': 'network-vif-deleted', 'tag': '70be8b0a-b82e-4f73-a3bd-eddbbc42befd', 'status': 'completed', 'code': 200} Dec 03 15:09:06.320313 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-8f7c5e2c-12d8-4824-86da-eb827168df95 None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:06.616810 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-bc1cd4f1-cbed-46a5-bfdf-5a124262dfa9 req-943c56c6-a61b-49c9-b886-3e8869630b94 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Synchronizing usage tracker for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:09:06.637659 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-bc1cd4f1-cbed-46a5-bfdf-5a124262dfa9 req-943c56c6-a61b-49c9-b886-3e8869630b94 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Unset dirty status for tenant:341cf04604de451ba8a75ae14d0ebf68 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:09:06.639129 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bc1cd4f1-cbed-46a5-bfdf-5a124262dfa9 req-943c56c6-a61b-49c9-b886-3e8869630b94 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/ports?device_id=8b64c40c-4c4e-415c-9b92-1d07b53336e0 HTTP/1.1" status: 200 len: 210 time: 0.0741587 Dec 03 15:09:06.832778 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-8f7c5e2c-12d8-4824-86da-eb827168df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:03:01Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:06.837170 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c5e2c-12d8-4824-86da-eb827168df95 None None] Checking router: 40b9edae-f26d-4187-ba8f-e584dca2f50f for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:09:06.847004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c5e2c-12d8-4824-86da-eb827168df95 None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:06.847664 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-8f7c5e2c-12d8-4824-86da-eb827168df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:08:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:07.037754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-8f7c5e2c-12d8-4824-86da-eb827168df95 None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:07.392887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-8f7c5e2c-12d8-4824-86da-eb827168df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:03:01Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:07.397061 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c5e2c-12d8-4824-86da-eb827168df95 None None] The sync data for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb is: [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '68fce173-716f-4aa4-a388-ac7564452647', 'name': '', 'network_id': 'ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'mac_address': 'fa:16:3e:ff:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:39Z', 'updated_at': '2020-12-03T15:03:01Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'subnets': [{'id': '4253b1e0-eddd-4edf-a51b-96580eb33f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:09:07.804798 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 36460) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:07.818782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51e7ae-5bcc-4faa-bcd3-a5004e428c0e None None] New status for floating IP be843eec-6eb3-42cf-84a1-f884be15cbae: DOWN {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:09:07.874531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:07.907591 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:07.959710 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:07.965655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9361e123-1840-4b8f-aa88-f58c0c749a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:07.983865 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event deleted for resources: {'SecurityGroup': ['ID=879271af-ec1d-4178-859d-77c530d3fea9,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:07.995864 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:07.996316 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:07.996791 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:07.997201 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:07.997895 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:07.998094 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:07.998494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:07.998926 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:07.999322 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:07.999883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.000225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.001016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.001747 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.001922 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.002294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.002761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.003155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.003550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.003941 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.004453 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.004813 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.005206 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.005666 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.006059 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:08.010415 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:08.013021 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:08.017984 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36468) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:08.018753 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "DELETE /v2.0/security-groups/879271af-ec1d-4178-859d-77c530d3fea9 HTTP/1.1" status: 204 len: 168 time: 0.2115254 Dec 03 15:09:08.036085 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.v2.resource [None req-9be1fee4-4062-4710-b5e0-08d99c50cce7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] show failed (client error): The resource could not be found. Dec 03 15:09:08.037136 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-9be1fee4-4062-4710-b5e0-08d99c50cce7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "GET /v2.0/security-groups/879271af-ec1d-4178-859d-77c530d3fea9 HTTP/1.1" status: 404 len: 347 time: 0.0181048 Dec 03 15:09:08.041056 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36472) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:08.214671 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-d445df1e-efa0-4c18-9500-86dd3444ae1a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Deleting port 81468c01-dae9-4852-b040-ee57525a8345 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:08.215044 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d445df1e-efa0-4c18-9500-86dd3444ae1a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:08.452352 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9b40b-14ed-4f77-ac0b-df1e742155e4 req-bb0f3a33-f148-4bc0-981d-85914a566e80 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:08.453950 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-26f9b40b-14ed-4f77-ac0b-df1e742155e4 req-bb0f3a33-f148-4bc0-981d-85914a566e80 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 945 time: 0.1888776 Dec 03 15:09:08.484576 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d445df1e-efa0-4c18-9500-86dd3444ae1a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:08.484941 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d445df1e-efa0-4c18-9500-86dd3444ae1a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:08.627050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-d445df1e-efa0-4c18-9500-86dd3444ae1a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Calling delete_port for 81468c01-dae9-4852-b040-ee57525a8345 owned by network:floatingip {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:08.671609 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-26f9b40b-14ed-4f77-ac0b-df1e742155e4 req-24385454-0b7e-4e7d-87cf-02f11a849453 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079599 Dec 03 15:09:08.776613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d445df1e-efa0-4c18-9500-86dd3444ae1a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:08.790285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e692d9b6-fd39-4714-b424-2979c62e6575 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:08.834250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445df1e-efa0-4c18-9500-86dd3444ae1a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Pushing event deleted for resources: {'Port': ['ID=81468c01-dae9-4852-b040-ee57525a8345,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:08.884734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d445df1e-efa0-4c18-9500-86dd3444ae1a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:09.012175 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d445df1e-efa0-4c18-9500-86dd3444ae1a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks [] for floatingip, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:09.030368 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d445df1e-efa0-4c18-9500-86dd3444ae1a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:09.031538 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d445df1e-efa0-4c18-9500-86dd3444ae1a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] 10.222.0.81 "DELETE /v2.0/floatingips/be843eec-6eb3-42cf-84a1-f884be15cbae HTTP/1.1" status: 204 len: 168 time: 0.9892764 Dec 03 15:09:09.893133 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdcb19-90a7-4b0c-87dc-a528c08a72b4 req-a88e7740-d981-4a6a-b633-ebe4accd08f1 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:09.894725 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-59cdcb19-90a7-4b0c-87dc-a528c08a72b4 req-a88e7740-d981-4a6a-b633-ebe4accd08f1 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 945 time: 0.0849042 Dec 03 15:09:09.942140 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-59cdcb19-90a7-4b0c-87dc-a528c08a72b4 req-e254756b-9fd1-44e2-a2d9-e29d38a26de4 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408821 Dec 03 15:09:11.164484 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e52b4-d8b5-41f4-adc2-8060c8dc9a41 req-ac987e42-34e5-451d-9bbd-9dffd229cea1 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:11.166094 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cd9e52b4-d8b5-41f4-adc2-8060c8dc9a41 req-ac987e42-34e5-451d-9bbd-9dffd229cea1 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 945 time: 0.0880740 Dec 03 15:09:11.213192 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-cd9e52b4-d8b5-41f4-adc2-8060c8dc9a41 req-eaf84547-6b6c-4f10-ae97-8ed7eeadc934 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407295 Dec 03 15:09:12.426691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47d281-d4f2-42a2-8dff-f42b68c4b064 req-ece7dfa6-fc3c-44d8-8f2a-9600495b0c7b tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:12.428311 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4b47d281-d4f2-42a2-8dff-f42b68c4b064 req-ece7dfa6-fc3c-44d8-8f2a-9600495b0c7b tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 945 time: 0.0829430 Dec 03 15:09:12.478382 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4b47d281-d4f2-42a2-8dff-f42b68c4b064 req-d94c9646-c898-4172-8de1-29260a7de01b tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Dec 03 15:09:13.072842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb410c1-d0f8-404e-b99f-9fb59e2c891e req-da2347f2-46c8-45ca-aea3-6e716b37183b tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:13.074440 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0eb410c1-d0f8-404e-b99f-9fb59e2c891e req-da2347f2-46c8-45ca-aea3-6e716b37183b tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.65 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 945 time: 0.0854650 Dec 03 15:09:13.152655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 36510) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:13.153565 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-0eb410c1-d0f8-404e-b99f-9fb59e2c891e req-173f4d06-7531-4a61-b0d8-02848e8f4f74 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Deleting port 4d2754bb-f255-4e77-84b2-018d22f9df00 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:13.153952 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-0eb410c1-d0f8-404e-b99f-9fb59e2c891e req-173f4d06-7531-4a61-b0d8-02848e8f4f74 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:13.425382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-0eb410c1-d0f8-404e-b99f-9fb59e2c891e req-173f4d06-7531-4a61-b0d8-02848e8f4f74 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] For port 4d2754bb-f255-4e77-84b2-018d22f9df00, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=4d2754bb-f255-4e77-84b2-018d22f9df00,segment=NetworkSegment(452cee10-1183-4640-aeec-488715141109),segment_id=452cee10-1183-4640-aeec-488715141109)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:13.425754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-0eb410c1-d0f8-404e-b99f-9fb59e2c891e req-173f4d06-7531-4a61-b0d8-02848e8f4f74 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:13.567839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-0eb410c1-d0f8-404e-b99f-9fb59e2c891e req-173f4d06-7531-4a61-b0d8-02848e8f4f74 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Calling delete_port for 4d2754bb-f255-4e77-84b2-018d22f9df00 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:13.617175 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 4d2754bb-f255-4e77-84b2-018d22f9df00 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:09:13.624362 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741229'] for router_interface, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:13.748839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:13.818241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd6c0-1e99-462c-8c1b-a0fd6a96fd91 req-53efd43a-eaa4-4051-a0ec-99b61746580e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:13.820107 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b74fd6c0-1e99-462c-8c1b-a0fd6a96fd91 req-53efd43a-eaa4-4051-a0ec-99b61746580e tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/ports?device_id=2786e3de-a667-4de7-813d-61280f079648 HTTP/1.1" status: 200 len: 945 time: 0.1927898 Dec 03 15:09:14.092875 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-0eb410c1-d0f8-404e-b99f-9fb59e2c891e req-173f4d06-7531-4a61-b0d8-02848e8f4f74 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:14.109764 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a02102c0-4151-423a-9665-abad510067fe tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:14.222899 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f4d06-7531-4a61-b0d8-02848e8f4f74 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Pushing event deleted for resources: {'Port': ['ID=4d2754bb-f255-4e77-84b2-018d22f9df00,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:14.233240 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-173f4d06-7531-4a61-b0d8-02848e8f4f74 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:14.244469 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b74fd6c0-1e99-462c-8c1b-a0fd6a96fd91 req-3b8cb5b0-a649-420b-af64-d6e168257f76 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.81 "GET /v2.0/security-groups?id=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160347 Dec 03 15:09:14.274242 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] Deleting port 68fce173-716f-4aa4-a388-ac7564452647 {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:14.274623 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:14.345881 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb410c1-d0f8-404e-b99f-9fb59e2c891e req-173f4d06-7531-4a61-b0d8-02848e8f4f74 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] No DVR routers for this DVR port 4d2754bb-f255-4e77-84b2-018d22f9df00 on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:09:14.348105 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-0eb410c1-d0f8-404e-b99f-9fb59e2c891e req-173f4d06-7531-4a61-b0d8-02848e8f4f74 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:14.350945 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2786e3de-a667-4de7-813d-61280f079648', 'name': 'network-vif-deleted', 'tag': '4d2754bb-f255-4e77-84b2-018d22f9df00'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:09:14.366412 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0eb410c1-d0f8-404e-b99f-9fb59e2c891e req-173f4d06-7531-4a61-b0d8-02848e8f4f74 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] 10.222.0.65 "DELETE /v2.0/ports/4d2754bb-f255-4e77-84b2-018d22f9df00 HTTP/1.1" status: 204 len: 173 time: 1.2853622 Dec 03 15:09:14.423701 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2786e3de-a667-4de7-813d-61280f079648', 'name': 'network-vif-deleted', 'tag': '4d2754bb-f255-4e77-84b2-018d22f9df00', 'status': 'completed', 'code': 200} Dec 03 15:09:14.463661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] For port 68fce173-716f-4aa4-a388-ac7564452647, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=68fce173-716f-4aa4-a388-ac7564452647,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:14.464100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:14.600327 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] Calling delete_port for 68fce173-716f-4aa4-a388-ac7564452647 owned by network:router_interface {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:14.776144 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850907544'] for port, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:14.792148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:14.884858 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] Pushing event deleted for resources: {'Port': ['ID=68fce173-716f-4aa4-a388-ac7564452647,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:14.892616 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:15.197351 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822424073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853027472'] for router_interface, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:15.720420 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] Router 40b9edae-f26d-4187-ba8f-e584dca2f50f has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:09:16.146442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:09:16.156483 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385a1b1-4ae5-43a3-bdfd-f771037f0d14 None None] Sync routers for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:09:16.161621 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] 10.222.0.81 "PUT /v2.0/routers/40b9edae-f26d-4187-ba8f-e584dca2f50f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0076048 Dec 03 15:09:16.164655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36530) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:16.168203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385a1b1-4ae5-43a3-bdfd-f771037f0d14 None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:16.168947 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-4385a1b1-4ae5-43a3-bdfd-f771037f0d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:08:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:16.351767 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:16.363485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-4385a1b1-4ae5-43a3-bdfd-f771037f0d14 None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:16.536443 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:16.541924 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Deleting port 0be2158f-e543-40c2-a2c4-cff098daedfc {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:16.542289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:16.669953 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-4385a1b1-4ae5-43a3-bdfd-f771037f0d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:09:14Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:16.675382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385a1b1-4ae5-43a3-bdfd-f771037f0d14 None None] Checking router: 40b9edae-f26d-4187-ba8f-e584dca2f50f for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:09:16.686774 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385a1b1-4ae5-43a3-bdfd-f771037f0d14 None None] Routers {'40b9edae-f26d-4187-ba8f-e584dca2f50f'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:16.687536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-4385a1b1-4ae5-43a3-bdfd-f771037f0d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:08:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['40b9edae-f26d-4187-ba8f-e584dca2f50f'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:16.731549 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] For port 0be2158f-e543-40c2-a2c4-cff098daedfc, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=0be2158f-e543-40c2-a2c4-cff098daedfc,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:16.732172 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:16.862891 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Calling delete_port for 0be2158f-e543-40c2-a2c4-cff098daedfc owned by network:router_gateway {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:16.879887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-4385a1b1-4ae5-43a3-bdfd-f771037f0d14 None None] Set router 40b9edae-f26d-4187-ba8f-e584dca2f50f gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:17.010104 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:17.202373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-4385a1b1-4ae5-43a3-bdfd-f771037f0d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:09:14Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:17.206731 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385a1b1-4ae5-43a3-bdfd-f771037f0d14 None None] The sync data for ids ['40b9edae-f26d-4187-ba8f-e584dca2f50f'] in dv-cinder-757908-3-smb is: [{'id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'name': 'tempest-AttachVolumeTestJSON-1128148379-router', 'tenant_id': '341cf04604de451ba8a75ae14d0ebf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:27Z', 'updated_at': '2020-12-03T15:09:14Z', 'revision_number': 5, 'project_id': '341cf04604de451ba8a75ae14d0ebf68', 'gw_port': {'id': '0be2158f-e543-40c2-a2c4-cff098daedfc', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9edae-f26d-4187-ba8f-e584dca2f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:09:17.223369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672997'] for router_gateway, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:17.369886 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5089'] for router, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:17.372350 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:17.399331 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853101674'] for router, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:17.399920 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40b9edae-f26d-4187-ba8f-e584dca2f50f {{(pid=80303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 03 15:09:17.413974 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:17.418072 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8a33a952-92fa-40a6-8603-e8e846c769a2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/40b9edae-f26d-4187-ba8f-e584dca2f50f HTTP/1.1" status: 204 len: 168 time: 1.2493217 Dec 03 15:09:17.418489 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36540) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:17.492333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c00e0a-9cba-4b2f-9068-bf5657976985 admin admin] Deleting subnet 4253b1e0-eddd-4edf-a51b-96580eb33f8b {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:09:17.495837 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-41c00e0a-9cba-4b2f-9068-bf5657976985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:17.552710 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-41c00e0a-9cba-4b2f-9068-bf5657976985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1676066'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:17.688406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-41c00e0a-9cba-4b2f-9068-bf5657976985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:17.796769 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:09:17.959740 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-41c00e0a-9cba-4b2f-9068-bf5657976985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2736186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099232'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:17.975147 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8ee15462-4508-4fda-851c-ac89b893a59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:18.063032 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c00e0a-9cba-4b2f-9068-bf5657976985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4253b1e0-eddd-4edf-a51b-96580eb33f8b,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:18.066677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-41c00e0a-9cba-4b2f-9068-bf5657976985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:18.110390 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-41c00e0a-9cba-4b2f-9068-bf5657976985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:18.116070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7ada3f-4ddd-4500-88e0-cba07c4798b1 None None] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:09:18.118898 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-41c00e0a-9cba-4b2f-9068-bf5657976985 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4253b1e0-eddd-4edf-a51b-96580eb33f8b HTTP/1.1" status: 204 len: 168 time: 0.6992848 Dec 03 15:09:18.121453 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36544) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:18.251140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:18.329180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Deleting port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:18.330167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:18.377109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee15349-bfae-4a28-adef-a925928d5c3f None None] DHCP port deletion for ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe request from dv-cinder-757908-3-smb {{(pid=80305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 03 15:09:18.381951 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-fee15349-bfae-4a28-adef-a925928d5c3f None None] Deleting port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 {{(pid=80305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:18.382372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fee15349-bfae-4a28-adef-a925928d5c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:18.615753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-fee15349-bfae-4a28-adef-a925928d5c3f None None] For port d63825f3-d3a1-470c-a6c2-b611df8f2bd4, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=d63825f3-d3a1-470c-a6c2-b611df8f2bd4,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:18.616338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fee15349-bfae-4a28-adef-a925928d5c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:18.750393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device d63825f3-d3a1-470c-a6c2-b611df8f2bd4 no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:09:18.789117 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-fee15349-bfae-4a28-adef-a925928d5c3f None None] Calling delete_port for d63825f3-d3a1-470c-a6c2-b611df8f2bd4 owned by network:dhcp {{(pid=80305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:18.814313 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] For port d63825f3-d3a1-470c-a6c2-b611df8f2bd4, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=d63825f3-d3a1-470c-a6c2-b611df8f2bd4,segment=NetworkSegment(60e8825a-4380-4b74-9aa1-d940558484f1),segment_id=60e8825a-4380-4b74-9aa1-d940558484f1)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:18.814831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:18.941554 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:18.950235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Calling delete_port for d63825f3-d3a1-470c-a6c2-b611df8f2bd4 owned by network:dhcp {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:19.019155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fee15349-bfae-4a28-adef-a925928d5c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315'] for port, after_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:19.040776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:19.044440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:09:19.044909 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:09:19.080028 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 68fce173-716f-4aa4-a388-ac7564452647 no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:09:19.324179 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee15349-bfae-4a28-adef-a925928d5c3f None None] Pushing event deleted for resources: {'Port': ['ID=d63825f3-d3a1-470c-a6c2-b611df8f2bd4,revision_number=None']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:19.336243 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: 68fce173-716f-4aa4-a388-ac7564452647 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:09:19.336650 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 68fce173-716f-4aa4-a388-ac7564452647 not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:09:19.337110 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 0be2158f-e543-40c2-a2c4-cff098daedfc no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:09:19.367190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-fee15349-bfae-4a28-adef-a925928d5c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:19.377180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: 0be2158f-e543-40c2-a2c4-cff098daedfc {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:09:19.377564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 0be2158f-e543-40c2-a2c4-cff098daedfc not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:09:19.409019 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee15349-bfae-4a28-adef-a925928d5c3f None None] No DVR routers for this DVR port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 on host dv-cinder-757908-3-smb {{(pid=80305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:09:19.545883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Deleting port d63825f3-d3a1-470c-a6c2-b611df8f2bd4 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:19.546326 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:19.614422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] The port 'd63825f3-d3a1-470c-a6c2-b611df8f2bd4' was deleted {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 03 15:09:19.739209 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:19.856297 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:19.869619 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e8825a-4380-4b74-9aa1-d940558484f1') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:19.869954 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e8825a-4380-4b74-9aa1-d940558484f1') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:19.883117 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853099734'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:19.898000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:19.900005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:09:20.086216 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:09:20.096515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852037735'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:20.280872 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Network ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: % (table.description, expected, rows_matched) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: % (table.description, expected, rows_matched) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: % (table.description, expected, rows_matched) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: % (table.description, expected, rows_matched) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:09:20.304901 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:09:20.388885 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:20.393650 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:20.398265 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2678129a-31cd-4c1c-99cb-eca31828092d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:20.429488 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:20.432006 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:20.441437 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-adc3f2af-fb40-479f-8096-3eedf523d8a1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ce75be1f-5d0d-40c2-8e9b-117b3fe85dbe HTTP/1.1" status: 204 len: 168 time: 2.3187211 Dec 03 15:09:20.597245 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36566) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:20.649889 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-ff720a4a-c1e1-4081-875b-79157e6fd7d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=341cf04604de451ba8a75ae14d0ebf68&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0513220 Dec 03 15:09:20.652607 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36570) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:20.716581 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a6b3fc9a-b871-4c82-bbbb-460f314d5f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:20.744274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a6b3fc9a-b871-4c82-bbbb-460f314d5f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:20.799307 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a6b3fc9a-b871-4c82-bbbb-460f314d5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:20.804616 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-cfb3ab54-ca01-4f6f-98e5-3d11c2279afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:20.819496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3fc9a-b871-4c82-bbbb-460f314d5f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa99cc8-198e-42e6-a1db-214957b797a4,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:20.823384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a6b3fc9a-b871-4c82-bbbb-460f314d5f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:20.826942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a6b3fc9a-b871-4c82-bbbb-460f314d5f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:20.828169 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a6b3fc9a-b871-4c82-bbbb-460f314d5f80 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dfa99cc8-198e-42e6-a1db-214957b797a4 HTTP/1.1" status: 204 len: 168 time: 0.1745822 Dec 03 15:09:23.010919 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:23.149364 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9ffae46b-5166-4481-accd-eb3ce0496ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:25.652239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-54bd7035-7264-46ce-85d2-5f3de215d952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:26.171781 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:27.139177 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:27.196331 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:31.406369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36752) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:31.577960 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da74076a-4654-4ef8-8f40-8774769ef4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:31.599632 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-da74076a-4654-4ef8-8f40-8774769ef4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:31.604089 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-da74076a-4654-4ef8-8f40-8774769ef4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c845525d19b44c66976b1ae3ce0c81a9 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:31.607240 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-da74076a-4654-4ef8-8f40-8774769ef4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:31.613618 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-da74076a-4654-4ef8-8f40-8774769ef4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:31.711719 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da74076a-4654-4ef8-8f40-8774769ef4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:31.714392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-da74076a-4654-4ef8-8f40-8774769ef4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:31.723010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a80f9111-3952-4aa1-b8da-acd9311322d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:31.770051 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-da74076a-4654-4ef8-8f40-8774769ef4b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c845525d19b44c66976b1ae3ce0c81a9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3624704 Dec 03 15:09:31.771920 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74076a-4654-4ef8-8f40-8774769ef4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa255406-bd22-467c-945f-954476367b2f,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:31.772941 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 36762) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:31.775664 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-da74076a-4654-4ef8-8f40-8774769ef4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:31.838039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f845d04b-91c5-4701-a0ec-d4e1aa77c451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:31.867536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f845d04b-91c5-4701-a0ec-d4e1aa77c451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:31.913485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f845d04b-91c5-4701-a0ec-d4e1aa77c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:31.918513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-234a3f5f-1f1f-4fee-bece-1a2c4ad63b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:31.932158 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845d04b-91c5-4701-a0ec-d4e1aa77c451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa255406-bd22-467c-945f-954476367b2f,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:31.937255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f845d04b-91c5-4701-a0ec-d4e1aa77c451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:31.939228 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f845d04b-91c5-4701-a0ec-d4e1aa77c451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:31.940884 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-f845d04b-91c5-4701-a0ec-d4e1aa77c451 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa255406-bd22-467c-945f-954476367b2f HTTP/1.1" status: 204 len: 168 time: 0.1664710 Dec 03 15:09:32.293512 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 36772) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:32.312684 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20a54898-8e57-4fa6-821d-c333a237e23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:32.327608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-20a54898-8e57-4fa6-821d-c333a237e23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:32.331637 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-20a54898-8e57-4fa6-821d-c333a237e23b admin admin] Usage tracker for resource:security_group_rule and tenant:7d9353252b2c4dd5a679423340fcddb9 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:32.334575 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-20a54898-8e57-4fa6-821d-c333a237e23b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:32.340389 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-20a54898-8e57-4fa6-821d-c333a237e23b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:32.429261 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20a54898-8e57-4fa6-821d-c333a237e23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:32.432341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-20a54898-8e57-4fa6-821d-c333a237e23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:32.442448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-92e9a93f-4d33-4f3e-b66f-87bb0ce6b5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:32.484936 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a54898-8e57-4fa6-821d-c333a237e23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c29ad1-d8fa-46c9-b84b-46a8aab3a1cc,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:32.490208 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-20a54898-8e57-4fa6-821d-c333a237e23b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7d9353252b2c4dd5a679423340fcddb9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1955979 Dec 03 15:09:32.491209 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-20a54898-8e57-4fa6-821d-c333a237e23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:32.493092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 36778) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:32.561771 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aabf5bbd-f6bd-4335-898d-4ffd9e38fca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:32.590736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aabf5bbd-f6bd-4335-898d-4ffd9e38fca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:32.643858 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aabf5bbd-f6bd-4335-898d-4ffd9e38fca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:32.649220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b931b2e3-630e-4972-850b-98f249b587e7 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:32.667413 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf5bbd-f6bd-4335-898d-4ffd9e38fca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c29ad1-d8fa-46c9-b84b-46a8aab3a1cc,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:32.671203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aabf5bbd-f6bd-4335-898d-4ffd9e38fca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:32.673517 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aabf5bbd-f6bd-4335-898d-4ffd9e38fca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:32.678893 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-aabf5bbd-f6bd-4335-898d-4ffd9e38fca2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79c29ad1-d8fa-46c9-b84b-46a8aab3a1cc HTTP/1.1" status: 204 len: 168 time: 0.1848073 Dec 03 15:09:33.092591 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9f9b5-feeb-4061-856f-7a3cdb8c32a2 req-e3bbd730-dedd-4553-8b4a-64b86c41979a tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:33.094371 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0eb9f9b5-feeb-4061-856f-7a3cdb8c32a2 req-e3bbd730-dedd-4553-8b4a-64b86c41979a tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0963962 Dec 03 15:09:33.157509 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0eb9f9b5-feeb-4061-856f-7a3cdb8c32a2 req-88f7b132-f08f-47ef-81fc-4b458197db96 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473633 Dec 03 15:09:34.415119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673c503-ecb3-4207-9433-8cefb0a2aa1f req-89046096-e36d-404d-946d-1c4072a83ef6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:34.416917 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d673c503-ecb3-4207-9433-8cefb0a2aa1f req-89046096-e36d-404d-946d-1c4072a83ef6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.0923541 Dec 03 15:09:34.525169 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d673c503-ecb3-4207-9433-8cefb0a2aa1f req-46b05607-2aab-45e6-a24d-97822bee519e tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups?id=6a5a62f3-f75f-4ce4-a532-6d551792cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002293 Dec 03 15:09:34.583479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-58df1bf7-794a-4762-9f74-bc5b8631decb tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:34.585222 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-58df1bf7-794a-4762-9f74-bc5b8631decb tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.65 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 945 time: 0.1271069 Dec 03 15:09:34.668251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Deleting port 47c73dfd-ac00-43bb-a14a-93cafe1e837e {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:34.669072 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:34.949144 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] For port 47c73dfd-ac00-43bb-a14a-93cafe1e837e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=47c73dfd-ac00-43bb-a14a-93cafe1e837e,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:34.949602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:35.272745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:35.275084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:35.275084 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Floating IP 0000729f-65cf-4fb8-ac5c-3484e30042d2 disassociated. External IP: 172.28.3.124, port: 47c73dfd-ac00-43bb-a14a-93cafe1e837e. Dec 03 15:09:35.275084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Calling delete_port for 47c73dfd-ac00-43bb-a14a-93cafe1e837e owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:35.432320 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:35.447683 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-65baf13a-9a2f-4039-8690-b39276971a3d tempest-AttachVolumeNegativeTest-1308476764 tempest-AttachVolumeNegativeTest-1308476764] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:35.496242 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 36862) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:35.544335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event deleted for resources: {'Port': ['ID=47c73dfd-ac00-43bb-a14a-93cafe1e837e,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:35.552121 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:35.594208 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea969b8c-cd52-469b-b6cb-30de0b1ff911 admin admin] Deleting subnet 7bb294c6-a812-456a-a5da-ad1b1f9904fc {{(pid=80304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:09:35.597921 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ea969b8c-cd52-469b-b6cb-30de0b1ff911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:35.656608 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ea969b8c-cd52-469b-b6cb-30de0b1ff911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2790690'] for subnet, precommit_delete_associations {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:35.720385 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ea969b8c-cd52-469b-b6cb-30de0b1ff911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:35.804113 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 47c73dfd-ac00-43bb-a14a-93cafe1e837e no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:09:35.812893 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c8a788a5-5dae-47a0-b9b8-8209a7130513 req-6bb27b64-b07e-4c54-8184-23955f0b7535 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/ports?device_id=5fc94940-2c1e-43ea-aa7c-e55206ba634c HTTP/1.1" status: 200 len: 210 time: 0.0620832 Dec 03 15:09:35.844694 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] No Port match for: 47c73dfd-ac00-43bb-a14a-93cafe1e837e {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:09:35.845227 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 47c73dfd-ac00-43bb-a14a-93cafe1e837e not bound to the agent host hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:09:35.883246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Router 2aba0485-77bd-4392-bc4d-9273ca218350 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:09:36.009894 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ea969b8c-cd52-469b-b6cb-30de0b1ff911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850908740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851306696'] for subnet, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:36.028460 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:36.088057 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:09:36.099837 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c69b8-15e9-42fc-a265-b2ed9c0ebec9 None None] Sync routers for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:09:36.110513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c69b8-15e9-42fc-a265-b2ed9c0ebec9 None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:36.112008 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-aa2c69b8-15e9-42fc-a265-b2ed9c0ebec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:09:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:36.136227 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] No DVR routers for this DVR port 47c73dfd-ac00-43bb-a14a-93cafe1e837e on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:09:36.138812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:36.142190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'name': 'network-vif-deleted', 'tag': '47c73dfd-ac00-43bb-a14a-93cafe1e837e'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:09:36.144439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea969b8c-cd52-469b-b6cb-30de0b1ff911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb294c6-a812-456a-a5da-ad1b1f9904fc,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:36.147942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ea969b8c-cd52-469b-b6cb-30de0b1ff911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:36.181544 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a3e37766-8112-4c05-8948-c3f7b4619352 req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.65 "DELETE /v2.0/ports/47c73dfd-ac00-43bb-a14a-93cafe1e837e HTTP/1.1" status: 204 len: 173 time: 1.5903969 Dec 03 15:09:36.203342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ea969b8c-cd52-469b-b6cb-30de0b1ff911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:36.213948 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-ea969b8c-cd52-469b-b6cb-30de0b1ff911 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7bb294c6-a812-456a-a5da-ad1b1f9904fc HTTP/1.1" status: 204 len: 168 time: 0.7140372 Dec 03 15:09:36.214438 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36872) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:36.243683 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc94940-2c1e-43ea-aa7c-e55206ba634c', 'name': 'network-vif-deleted', 'tag': '47c73dfd-ac00-43bb-a14a-93cafe1e837e', 'status': 'completed', 'code': 200} Dec 03 15:09:36.354841 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-aa2c69b8-15e9-42fc-a265-b2ed9c0ebec9 None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:36.580044 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:36.753392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-aa2c69b8-15e9-42fc-a265-b2ed9c0ebec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:03:09Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:36.758149 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c69b8-15e9-42fc-a265-b2ed9c0ebec9 None None] Checking router: 2aba0485-77bd-4392-bc4d-9273ca218350 for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:09:36.768490 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c69b8-15e9-42fc-a265-b2ed9c0ebec9 None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:36.769227 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-aa2c69b8-15e9-42fc-a265-b2ed9c0ebec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:09:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:36.794246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:36.948364 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31adf66-35b5-4e24-a65e-ce1e00cb34a0']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:36.967272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452cee10-1183-4640-aeec-488715141109') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:36.968258 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452cee10-1183-4640-aeec-488715141109') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:36.982375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853099734'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:36.988670 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-aa2c69b8-15e9-42fc-a265-b2ed9c0ebec9 None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:37.007564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36902) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:37.010327 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:37.012606 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:09:37.242322 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] Network b31adf66-35b5-4e24-a65e-ce1e00cb34a0 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:09:37.259448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852037735'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:37.331646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-aa2c69b8-15e9-42fc-a265-b2ed9c0ebec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:03:09Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:37.335930 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c69b8-15e9-42fc-a265-b2ed9c0ebec9 None None] The sync data for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb is: [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '5b0e7a81-53de-4c3b-a893-72e31a211c12', 'name': '', 'network_id': 'f74f8bf3-3d51-4772-97cb-ee854694141c', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'mac_address': 'fa:16:3e:eb:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:47Z', 'updated_at': '2020-12-03T15:03:09Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'subnets': [{'id': '9c17b32e-d767-4a51-9765-626d40840d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:09:37.338844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2badbdf6-979a-4756-96ac-45c5a37b83d6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:37.456300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2badbdf6-979a-4756-96ac-45c5a37b83d6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:37.495361 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] Network b31adf66-35b5-4e24-a65e-ce1e00cb34a0 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:09:37.522300 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:09:37.619641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:37.624423 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:37.641745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:37.644723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2badbdf6-979a-4756-96ac-45c5a37b83d6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:37.655468 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] Pushing event deleted for resources: {'Network': ['ID=b31adf66-35b5-4e24-a65e-ce1e00cb34a0,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:37.662254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:37.665806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-4dfee7c9-f967-47bc-b80d-fd27a4a59820 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:37.685303 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badbdf6-979a-4756-96ac-45c5a37b83d6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5a62f3-f75f-4ce4-a532-6d551792cdbe,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:37.689096 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2badbdf6-979a-4756-96ac-45c5a37b83d6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:37.692103 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-93a34adb-1f35-4cbb-bb6a-9d36c835b76a admin admin] 10.222.0.81 "DELETE /v2.0/networks/b31adf66-35b5-4e24-a65e-ce1e00cb34a0 HTTP/1.1" status: 204 len: 168 time: 1.4765217 Dec 03 15:09:37.696632 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2badbdf6-979a-4756-96ac-45c5a37b83d6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:37.700086 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-2badbdf6-979a-4756-96ac-45c5a37b83d6 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "DELETE /v2.0/security-groups/6a5a62f3-f75f-4ce4-a532-6d551792cdbe HTTP/1.1" status: 204 len: 168 time: 0.6888752 Dec 03 15:09:37.700673 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36908) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:37.721002 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.api.v2.resource [None req-13d553ef-05aa-4cb5-ab63-4bd4884382d5 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] show failed (client error): The resource could not be found. Dec 03 15:09:37.726069 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-13d553ef-05aa-4cb5-ab63-4bd4884382d5 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "GET /v2.0/security-groups/6a5a62f3-f75f-4ce4-a532-6d551792cdbe HTTP/1.1" status: 404 len: 347 time: 0.0203283 Dec 03 15:09:37.726069 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36912) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:37.729335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4254f8c1-ddbd-4b6f-be41-7bd6ede9bc68 None None] New status for floating IP 0000729f-65cf-4fb8-ac5c-3484e30042d2: DOWN {{(pid=80306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:09:37.919788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Deleting port d489a4d1-6075-4d74-9fe1-4f5da3a2dd74 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:37.920342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:37.956252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36920) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:38.124603 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d5698a3e-701f-407b-b0ef-bc17755aefa8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=208ab3105b54499a872624f7cf9e6106&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1584222 Dec 03 15:09:38.124867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36930) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:38.220103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.221024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.367577 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Calling delete_port for d489a4d1-6075-4d74-9fe1-4f5da3a2dd74 owned by network:floatingip {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:38.391667 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 36936) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:38.405449 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9429ed03-6712-45ee-aa47-b97ab15b08b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.452531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9429ed03-6712-45ee-aa47-b97ab15b08b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.512442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:09:38.513054 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:09:38.520114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9429ed03-6712-45ee-aa47-b97ab15b08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.524491 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e4957479-47f3-4c71-822e-032c7c0d1482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:38.541455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429ed03-6712-45ee-aa47-b97ab15b08b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:38.544727 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9429ed03-6712-45ee-aa47-b97ab15b08b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:38.549138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2b8a7a18-0f59-42ac-b73a-493cba45e012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.557539 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9429ed03-6712-45ee-aa47-b97ab15b08b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.558775 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-9429ed03-6712-45ee-aa47-b97ab15b08b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a0e8438-0ae1-4b5c-9ac1-eec6e16213c0 HTTP/1.1" status: 204 len: 168 time: 0.4322391 Dec 03 15:09:38.569095 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2b8a7a18-0f59-42ac-b73a-493cba45e012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:38.573536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2b8a7a18-0f59-42ac-b73a-493cba45e012 admin admin] Usage tracker for resource:security_group_rule and tenant:759b9a71292746c28bd157baeb26975f is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:38.576898 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-2b8a7a18-0f59-42ac-b73a-493cba45e012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:38.584615 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-2b8a7a18-0f59-42ac-b73a-493cba45e012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:38.678050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2b8a7a18-0f59-42ac-b73a-493cba45e012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.681118 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2b8a7a18-0f59-42ac-b73a-493cba45e012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.690754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b7e0317-6458-4ebb-aaf2-665ccb9e92ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:38.735055 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-2b8a7a18-0f59-42ac-b73a-493cba45e012 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=759b9a71292746c28bd157baeb26975f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3416593 Dec 03 15:09:38.737354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a7a18-0f59-42ac-b73a-493cba45e012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e132696a-ae55-4cef-8be8-230b5542a73d,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:38.738613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36946) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:38.740785 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2b8a7a18-0f59-42ac-b73a-493cba45e012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:38.807635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adda3223-f1ac-4474-97ab-4affabb0f76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.835697 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adda3223-f1ac-4474-97ab-4affabb0f76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.883828 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adda3223-f1ac-4474-97ab-4affabb0f76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.890213 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a6b3fc9a-b871-4c82-bbbb-460f314d5f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:38.904032 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda3223-f1ac-4474-97ab-4affabb0f76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e132696a-ae55-4cef-8be8-230b5542a73d,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:38.907225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-adda3223-f1ac-4474-97ab-4affabb0f76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:38.909609 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-adda3223-f1ac-4474-97ab-4affabb0f76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:38.913953 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-adda3223-f1ac-4474-97ab-4affabb0f76c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e132696a-ae55-4cef-8be8-230b5542a73d HTTP/1.1" status: 204 len: 168 time: 0.1711333 Dec 03 15:09:39.014028 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Deleting port d489a4d1-6075-4d74-9fe1-4f5da3a2dd74 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:39.014426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.218793 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.219272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.309119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 36966) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:39.331711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a566fb7a-7c59-4ddd-88f4-9d6626b12683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.348319 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a566fb7a-7c59-4ddd-88f4-9d6626b12683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:39.352691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a566fb7a-7c59-4ddd-88f4-9d6626b12683 admin admin] Usage tracker for resource:security_group_rule and tenant:89bfaa5b275f47e59301ada61d529816 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:39.355738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a566fb7a-7c59-4ddd-88f4-9d6626b12683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:39.363070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Calling delete_port for d489a4d1-6075-4d74-9fe1-4f5da3a2dd74 owned by network:floatingip {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:39.365586 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a566fb7a-7c59-4ddd-88f4-9d6626b12683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:39.459860 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a566fb7a-7c59-4ddd-88f4-9d6626b12683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.463180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a566fb7a-7c59-4ddd-88f4-9d6626b12683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.470828 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b8d08127-b099-4675-9bcc-2b7e60f0a044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:39.480095 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 36972) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:39.517483 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.526586 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566fb7a-7c59-4ddd-88f4-9d6626b12683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2456d8c5-35f9-4813-93a0-47bddec37f61,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:39.534905 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-99af0014-9416-407c-828e-15f808253967 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:39.535391 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a566fb7a-7c59-4ddd-88f4-9d6626b12683 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=89bfaa5b275f47e59301ada61d529816&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2242880 Dec 03 15:09:39.536280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 36978) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:39.537226 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a566fb7a-7c59-4ddd-88f4-9d6626b12683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:39.607892 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-49f3db6d-933f-4797-8a6b-30b82c328603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.638851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-49f3db6d-933f-4797-8a6b-30b82c328603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.639222 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Pushing event deleted for resources: {'Port': ['ID=d489a4d1-6075-4d74-9fe1-4f5da3a2dd74,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:39.643568 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:39.688973 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-49f3db6d-933f-4797-8a6b-30b82c328603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.696701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a566fb7a-7c59-4ddd-88f4-9d6626b12683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:39.712730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1084624614-network', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:09:39.723811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3db6d-933f-4797-8a6b-30b82c328603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2456d8c5-35f9-4813-93a0-47bddec37f61,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:39.726187 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:39.732989 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-49f3db6d-933f-4797-8a6b-30b82c328603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:39.734050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Usage tracker for resource:network and tenant:874b7c6d7fbb4942b67a996fc2109979 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:39.739549 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:39.746388 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-49f3db6d-933f-4797-8a6b-30b82c328603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.750589 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-49f3db6d-933f-4797-8a6b-30b82c328603 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2456d8c5-35f9-4813-93a0-47bddec37f61 HTTP/1.1" status: 204 len: 168 time: 0.2120876 Dec 03 15:09:39.753487 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:39.766180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Made reservation on behalf of 874b7c6d7fbb4942b67a996fc2109979 for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:09:39.771796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.787488 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.793394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks [] for floatingip, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.809143 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:39.809333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.813648 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-53ca4bb4-f203-4a9a-8c2c-25401917d264 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] 10.222.0.81 "DELETE /v2.0/floatingips/0000729f-65cf-4fb8-ac5c-3484e30042d2 HTTP/1.1" status: 204 len: 168 time: 2.0843785 Dec 03 15:09:39.817100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Usage tracker for resource:security_group_rule and tenant:874b7c6d7fbb4942b67a996fc2109979 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:39.820841 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:39.832324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:39.935791 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.940050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:39.948455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-141dabcb-8b3a-4da4-872f-2ab8051939b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:39.977943 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:09:40.005590 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:40.006206 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Added segment 6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f of type vxlan for network b1825f5b-6d83-4a7a-8d67-17897ad8f22c Dec 03 15:09:40.007570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e32a09-338a-4509-a948-ac1bd3c41ddf,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:40.013084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:40.049374 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:40.088802 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:40.090106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:40.090747 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:40.096741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:40.210496 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7212331 Dec 03 15:09:40.210711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Pushing event updated for resources: {'Network': ['ID=b1825f5b-6d83-4a7a-8d67-17897ad8f22c,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:40.210893 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 36996) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:40.213636 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:40.218793 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Request body: {'subnet': {'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1084624614-subnet', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'ip_version': 4}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:09:40.222315 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network b1825f5b-6d83-4a7a-8d67-17897ad8f22c details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:09:40.225797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:40.229903 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Usage tracker for resource:subnet and tenant:874b7c6d7fbb4942b67a996fc2109979 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:40.233071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:40.244261 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:40.245848 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network b1825f5b-6d83-4a7a-8d67-17897ad8f22c details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:09:40.258409 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Made reservation on behalf of 874b7c6d7fbb4942b67a996fc2109979 for: {'subnet': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:09:40.261237 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852676598'] for subnet, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:40.687911 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852039553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852676581'] for subnet, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:40.708702 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:40.838105 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da2c691-bc71-4f4c-b76d-e84aa1853eae,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:40.850729 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:40.912696 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Checking segment: {'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:09:40.913158 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Network hostable DHCP agents. Network: b1825f5b-6d83-4a7a-8d67-17897ad8f22c, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:09:40.932694 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Network b1825f5b-6d83-4a7a-8d67-17897ad8f22c is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:09:40.941842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, b1825f5b-6d83-4a7a-8d67-17897ad8f22c) {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:09:40.950592 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651aa0f7-eab3-405c-be24-753e0890ee5c None None] Network b1825f5b-6d83-4a7a-8d67-17897ad8f22c requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:09:40.955949 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:40.956631 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:40.982328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37012) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:40.982497 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7694209 Dec 03 15:09:40.993513 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:09:40.998850 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:41.003945 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Usage tracker for resource:router and tenant:874b7c6d7fbb4942b67a996fc2109979 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:41.008134 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:41.014485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:41.026656 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853072490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5104'] for router, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:41.027749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852957072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770695'] for router, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:41.044447 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:41.205681 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b7907d-4529-5b40-b45c-df8ee677da74-b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'fixed_ips': [{'subnet_id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae'}]}} from dv-cinder-757908-3-smb. {{(pid=80305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 03 15:09:41.206776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:41.346195 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770794'] for router, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:41.555796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Allocated IP 172.20.0.2 (b1825f5b-6d83-4a7a-8d67-17897ad8f22c/7da2c691-bc71-4f4c-b76d-e84aa1853eae/2a150844-feb7-42d9-904f-db284551dc64) {{(pid=80305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:09:41.713146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:41.761575 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:41.802982 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Notify callbacks [] for port, precommit_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:41.815375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Transition to ACTIVE for port object 2a150844-feb7-42d9-904f-db284551dc64 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:09:41.834195 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Transition to ACTIVE for port object 2a150844-feb7-42d9-904f-db284551dc64 will not be triggered until provisioned by entity DHCP. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:09:41.839746 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:41.858092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0b381a1b-3672-402c-8162-7931a4ae4ce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:42.092305 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Allocated IP 172.28.3.174 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/1d7d07f5-b770-418e-9117-f084838af255) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:09:42.166311 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Pushing event updated for resources: {'Port': ['ID=2a150844-feb7-42d9-904f-db284551dc64,revision_number=1']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:42.178910 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.179300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.179677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.180089 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.180465 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.180830 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.181196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.181560 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.181922 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.182335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.182698 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.183062 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.183518 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.183885 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.184266 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.184628 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.184982 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.185341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.185702 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.186489 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.186489 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.186789 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.187103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.187458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:42.204326 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:42.243014 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Network b1825f5b-6d83-4a7a-8d67-17897ad8f22c is already hosted by enough agents. {{(pid=80305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:09:42.244004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Resources bound (agent type, host, resource id): {{(pid=80305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:09:42.248743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Received port after_create {{(pid=80305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:09:42.288078 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:42.318715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850907544'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:42.319146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Attempting to bind port 2a150844-feb7-42d9-904f-db284551dc64 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:09:42.319888 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Attempting to bind port 2a150844-feb7-42d9-904f-db284551dc64 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:09:42.320529 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Attempting to bind port 2a150844-feb7-42d9-904f-db284551dc64 on network b1825f5b-6d83-4a7a-8d67-17897ad8f22c {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:09:42.327047 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:09:42.327538 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Checking segment: {'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:09:42.328013 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:42.328538 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Bound using segment: {'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:09:42.329063 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Bound port: 2a150844-feb7-42d9-904f-db284551dc64, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:09:42.329554 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:42.337007 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c2331e45-3040-4b4b-b841-a93955b9eb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:42.439302 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] For port 2a150844-feb7-42d9-904f-db284551dc64, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:09:42.443757 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] For port 2a150844-feb7-42d9-904f-db284551dc64, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=2a150844-feb7-42d9-904f-db284551dc64,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:09:42.448915 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:42.465334 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:42.625238 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Pushing event updated for resources: {'Port': ['ID=2a150844-feb7-42d9-904f-db284551dc64,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:42.632244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:42.733027 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Pushing event updated for resources: {'Port': ['ID=1d7d07f5-b770-418e-9117-f084838af255,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:42.739414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:42.793376 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:09:42.795136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:09:42.801625 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:09:42.904926 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 37086) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:43.425097 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:43.825361 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741229'] for router_interface, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:43.834487 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672967'] for router, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:44.083887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Router 394a146b-ead3-4e1d-962c-b5ff06497c81 is scheduled to L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b with binding_index 1 {{(pid=80304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 03 15:09:44.263577 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c235ace-d29e-46b4-a4f4-a0fda0ec2e70 None None] Network b1825f5b-6d83-4a7a-8d67-17897ad8f22c requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:09:44.290665 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 37144) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:44.315289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:09:44.341364 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] Notify callbacks [] for router, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:44.342737 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-cd0c4d92-e6e9-4f5f-b27d-fd26fe65feec admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3602383 Dec 03 15:09:44.346437 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 37150) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:44.372067 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Sync routers for ids ['394a146b-ead3-4e1d-962c-b5ff06497c81'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:09:44.402392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Routers {'394a146b-ead3-4e1d-962c-b5ff06497c81'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:44.403238 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:09:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['394a146b-ead3-4e1d-962c-b5ff06497c81'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:44.469933 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-2079274b-a60b-4f52-95c9-c85634377cce None None] Provisioning for port 2a150844-feb7-42d9-904f-db284551dc64 completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:09:44.525212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9928-0427-4f2a-bb77-9eef558642d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:44.558277 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-d4ce9928-0427-4f2a-bb77-9eef558642d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:44.575853 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-d4ce9928-0427-4f2a-bb77-9eef558642d0 admin admin] Usage tracker for resource:security_group_rule and tenant:daecea0aa63043249e3e0cc07373da93 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:44.585359 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-d4ce9928-0427-4f2a-bb77-9eef558642d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:44.599346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-d4ce9928-0427-4f2a-bb77-9eef558642d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:44.749863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Set router 394a146b-ead3-4e1d-962c-b5ff06497c81 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:44.804657 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 2a150844-feb7-42d9-904f-db284551dc64 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:09:45.068498 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9928-0427-4f2a-bb77-9eef558642d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.091268 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 2a150844-feb7-42d9-904f-db284551dc64 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:09:45.107554 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 2a150844-feb7-42d9-904f-db284551dc64 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:09:45.107955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.112380 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9928-0427-4f2a-bb77-9eef558642d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.124131 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e05936f1-e686-4d28-8652-226cd31e2662 tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:45.204362 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-d4ce9928-0427-4f2a-bb77-9eef558642d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=daecea0aa63043249e3e0cc07373da93&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9135768 Dec 03 15:09:45.205327 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37154) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:45.214796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] Deleting port 5b0e7a81-53de-4c3b-a893-72e31a211c12 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:45.215421 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.252073 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce9928-0427-4f2a-bb77-9eef558642d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e38ffae-a1c9-4f6a-b6aa-61120830124b,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:45.263211 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d4ce9928-0427-4f2a-bb77-9eef558642d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:45.303601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5fa2-7876-42c6-9e39-b1af59711de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.308145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.322531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:43Z', 'revision_number': 3, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:45.333014 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Checking router: 394a146b-ead3-4e1d-962c-b5ff06497c81 for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:09:45.333515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Updating router 394a146b-ead3-4e1d-962c-b5ff06497c81 port 1d7d07f5-b770-418e-9117-f084838af255 binding host dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 15:09:45.337081 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5fa2-7876-42c6-9e39-b1af59711de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.387689 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5fa2-7876-42c6-9e39-b1af59711de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.394094 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2f1fa33e-fee0-4cbc-b04d-2d383e1b2d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:45.407073 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c5fa2-7876-42c6-9e39-b1af59711de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e38ffae-a1c9-4f6a-b6aa-61120830124b,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:45.414803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3e5c5fa2-7876-42c6-9e39-b1af59711de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:45.415919 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5fa2-7876-42c6-9e39-b1af59711de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.420396 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-3e5c5fa2-7876-42c6-9e39-b1af59711de8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e38ffae-a1c9-4f6a-b6aa-61120830124b HTTP/1.1" status: 204 len: 168 time: 0.2139285 Dec 03 15:09:45.452586 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port 2a150844-feb7-42d9-904f-db284551dc64, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=2a150844-feb7-42d9-904f-db284551dc64,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:45.461046 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-12cb631e-8ef6-44cd-916f-09af4fdde167 None None] Provisioning complete for port 2a150844-feb7-42d9-904f-db284551dc64 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:09:45.461546 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-12cb631e-8ef6-44cd-916f-09af4fdde167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.493130 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.726719 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.803746 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.805964 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:45.888907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] For port 5b0e7a81-53de-4c3b-a893-72e31a211c12, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=5b0e7a81-53de-4c3b-a893-72e31a211c12,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:45.889286 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.891095 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37162) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:45.913963 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8df5810-1115-4730-9f34-a052ae47f8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:45.931531 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e8df5810-1115-4730-9f34-a052ae47f8fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:45.935821 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e8df5810-1115-4730-9f34-a052ae47f8fe admin admin] Usage tracker for resource:security_group_rule and tenant:43956d1925554bb4befa4916f706dc49 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:45.939980 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e8df5810-1115-4730-9f34-a052ae47f8fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:45.946775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e8df5810-1115-4730-9f34-a052ae47f8fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:46.043633 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] Calling delete_port for 5b0e7a81-53de-4c3b-a893-72e31a211c12 owned by network:router_interface {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:46.071695 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8df5810-1115-4730-9f34-a052ae47f8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.075659 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8df5810-1115-4730-9f34-a052ae47f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.090539 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c2e37623-6c10-4b93-a91b-cd28bca808bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:46.136582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=2a150844-feb7-42d9-904f-db284551dc64,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:46.136983 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df5810-1115-4730-9f34-a052ae47f8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b58d0fd-cfe0-40d7-9b53-822c96026942,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:46.141691 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e8df5810-1115-4730-9f34-a052ae47f8fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43956d1925554bb4befa4916f706dc49&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2491951 Dec 03 15:09:46.142794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e8df5810-1115-4730-9f34-a052ae47f8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:46.144428 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37166) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:46.213071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-dc3763d1-ae75-485e-8886-ed759261698e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.221815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:46.242949 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-dc3763d1-ae75-485e-8886-ed759261698e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.288726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.292408 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-dc3763d1-ae75-485e-8886-ed759261698e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.299611 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-31198567-3106-47dd-b678-13b70ad62a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:46.303729 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Transition to ACTIVE for port object 1d7d07f5-b770-418e-9117-f084838af255 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:09:46.306593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.315282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3763d1-ae75-485e-8886-ed759261698e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b58d0fd-cfe0-40d7-9b53-822c96026942,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:46.321212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-dc3763d1-ae75-485e-8886-ed759261698e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:46.323069 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-dc3763d1-ae75-485e-8886-ed759261698e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.330881 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-dc3763d1-ae75-485e-8886-ed759261698e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b58d0fd-cfe0-40d7-9b53-822c96026942 HTTP/1.1" status: 204 len: 168 time: 0.1850827 Dec 03 15:09:46.377144 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:46.498247 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feb268-6d73-48e2-8d16-89b5504a8ded None None] Pushing event updated for resources: {'Port': ['ID=1d7d07f5-b770-418e-9117-f084838af255,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:46.511540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-628cf994-a9e3-4768-80ef-5823f8ea2968 None None] Provisioning complete for port 2a150844-feb7-42d9-904f-db284551dc64 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:09:46.511996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-628cf994-a9e3-4768-80ef-5823f8ea2968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.536988 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c0feb268-6d73-48e2-8d16-89b5504a8ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:46.561060 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Allocated IP 172.20.0.1 (b1825f5b-6d83-4a7a-8d67-17897ad8f22c/7da2c691-bc71-4f4c-b76d-e84aa1853eae/f9096998-9ac6-4100-848f-db95961afb2f) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:09:46.583196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.660325 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Attempting to bind port 1d7d07f5-b770-418e-9117-f084838af255 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:09:46.660754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Attempting to bind port 1d7d07f5-b770-418e-9117-f084838af255 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:09:46.661165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Attempting to bind port 1d7d07f5-b770-418e-9117-f084838af255 on network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:09:46.677467 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:09:46.677888 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Checking segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:09:46.678340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.678783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Bound using segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:09:46.679314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Bound port: 1d7d07f5-b770-418e-9117-f084838af255, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:09:46.679488 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:46.679733 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.771361 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] For port 1d7d07f5-b770-418e-9117-f084838af255, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:09:46.776942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] For port 1d7d07f5-b770-418e-9117-f084838af255, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=1d7d07f5-b770-418e-9117-f084838af255,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:09:46.780218 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 2a150844-feb7-42d9-904f-db284551dc64 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:09:46.794373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0e7a81-53de-4c3b-a893-72e31a211c12,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:46.800888 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:46.820657 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:46.842812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:46.930439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:47.032159 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feb268-6d73-48e2-8d16-89b5504a8ded None None] Pushing event updated for resources: {'Port': ['ID=1d7d07f5-b770-418e-9117-f084838af255,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:47.036414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c0feb268-6d73-48e2-8d16-89b5504a8ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:47.081204 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 2a150844-feb7-42d9-904f-db284551dc64 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:09:47.081661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:47.097318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Transition to ACTIVE for port object f9096998-9ac6-4100-848f-db95961afb2f will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:09:47.167579 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Routers {'394a146b-ead3-4e1d-962c-b5ff06497c81'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:47.168335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:09:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['394a146b-ead3-4e1d-962c-b5ff06497c81'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:47.210338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:47.228646 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-982dc8bf-bb4a-414f-a408-d41d84f95c7a tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:47.407860 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822424073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853027472'] for router_interface, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:47.413387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] Set router 394a146b-ead3-4e1d-962c-b5ff06497c81 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:47.425592 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9096998-9ac6-4100-848f-db95961afb2f,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:47.434280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:47.537703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Network b1825f5b-6d83-4a7a-8d67-17897ad8f22c is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:09:47.541352 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:09:47.553744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:09:47.645419 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853102630'] for router_interface, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:47.752640 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:43Z', 'revision_number': 3, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:47.757651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05683db-cf78-441a-99ae-15f8a28b6a25 None None] The sync data for ids ['394a146b-ead3-4e1d-962c-b5ff06497c81'] in dv-cinder-757908-3-smb is: [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:43Z', 'revision_number': 3, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:09:47.907572 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-88865d6f-527e-4a5a-8971-ff3d5fdfc4d7 None None] Provisioning for port f9096998-9ac6-4100-848f-db95961afb2f completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:09:47.918518 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-88865d6f-527e-4a5a-8971-ff3d5fdfc4d7 None None] Provisioning complete for port f9096998-9ac6-4100-848f-db95961afb2f triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:09:47.918952 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-88865d6f-527e-4a5a-8971-ff3d5fdfc4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:47.985115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-88865d6f-527e-4a5a-8971-ff3d5fdfc4d7 None None] Port f9096998-9ac6-4100-848f-db95961afb2f cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:09:48.478534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:48.604705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] Router 2aba0485-77bd-4392-bc4d-9273ca218350 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:09:48.846384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 1d7d07f5-b770-418e-9117-f084838af255 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:09:48.935652 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 1d7d07f5-b770-418e-9117-f084838af255 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:09:48.942427 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 1d7d07f5-b770-418e-9117-f084838af255 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:09:48.943212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:48.989808 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:09:49.001801 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838c940-1fa7-4150-a6e1-f2b6afe1838b None None] Sync routers for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:09:49.020585 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838c940-1fa7-4150-a6e1-f2b6afe1838b None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:49.021718 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-9838c940-1fa7-4150-a6e1-f2b6afe1838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:09:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:49.044597 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] 10.222.0.81 "PUT /v2.0/routers/2aba0485-77bd-4392-bc4d-9273ca218350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1382995 Dec 03 15:09:49.047744 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37212) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:49.072709 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:49.078935 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:49.099161 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:49.127381 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port 1d7d07f5-b770-418e-9117-f084838af255, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=1d7d07f5-b770-418e-9117-f084838af255,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:49.135346 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:49.138597 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:49.219663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c7073ee2-e191-4495-9f83-513f0e0012f5 tempest-VolumesSnapshotTestJSON-1284855859 tempest-VolumesSnapshotTestJSON-1284855859] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:49.252451 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=1d7d07f5-b770-418e-9117-f084838af255,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:49.259084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:49.270673 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32351695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1672711'] for router_interface, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:49.296682 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Notify callbacks [] for router, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:49.400532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9096998-9ac6-4100-848f-db95961afb2f,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:49.406614 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:49.438359 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-9838c940-1fa7-4150-a6e1-f2b6afe1838b None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:49.466116 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Network b1825f5b-6d83-4a7a-8d67-17897ad8f22c is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:09:49.467413 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:09:49.607057 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:49.614078 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Deleting port 3afba6ae-59db-4928-be99-c31d880da918 {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:49.614300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:49.719011 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Router 394a146b-ead3-4e1d-962c-b5ff06497c81 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:09:49.824224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-abe9876d-68b2-46e5-b815-1ea5c59ec9d4 None None] Provisioning complete for port f9096998-9ac6-4100-848f-db95961afb2f triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:09:49.825165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-abe9876d-68b2-46e5-b815-1ea5c59ec9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:49.850626 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] For port 3afba6ae-59db-4928-be99-c31d880da918, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=3afba6ae-59db-4928-be99-c31d880da918,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:49.851518 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:49.886563 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-abe9876d-68b2-46e5-b815-1ea5c59ec9d4 None None] Port f9096998-9ac6-4100-848f-db95961afb2f cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:09:49.895375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-9838c940-1fa7-4150-a6e1-f2b6afe1838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:49.900047 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838c940-1fa7-4150-a6e1-f2b6afe1838b None None] Checking router: 2aba0485-77bd-4392-bc4d-9273ca218350 for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:09:49.910009 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838c940-1fa7-4150-a6e1-f2b6afe1838b None None] Routers {'2aba0485-77bd-4392-bc4d-9273ca218350'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:49.910637 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-9838c940-1fa7-4150-a6e1-f2b6afe1838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:09:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['2aba0485-77bd-4392-bc4d-9273ca218350'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:49.919397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:09:49.932564 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] 10.222.0.81 "PUT /v2.0/routers/394a146b-ead3-4e1d-962c-b5ff06497c81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5849681 Dec 03 15:09:50.000564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Calling delete_port for 3afba6ae-59db-4928-be99-c31d880da918 owned by network:router_gateway {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:50.106538 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-9838c940-1fa7-4150-a6e1-f2b6afe1838b None None] Set router 2aba0485-77bd-4392-bc4d-9273ca218350 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:50.152241 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850907544'] for port, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:50.447835 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-9838c940-1fa7-4150-a6e1-f2b6afe1838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:50.452586 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838c940-1fa7-4150-a6e1-f2b6afe1838b None None] The sync data for ids ['2aba0485-77bd-4392-bc4d-9273ca218350'] in dv-cinder-757908-3-smb is: [{'id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'name': 'tempest-AttachVolumeShelveTestJSON-118261009-router', 'tenant_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '3afba6ae-59db-4928-be99-c31d880da918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:29Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 5, 'project_id': 'e99d15128ca046d7ba7ac461674a1bfa', 'gw_port': {'id': '3afba6ae-59db-4928-be99-c31d880da918', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba0485-77bd-4392-bc4d-9273ca218350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:31Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:09:50.633345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672997'] for router_gateway, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:50.774494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 1d7d07f5-b770-418e-9117-f084838af255 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:09:50.800315 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5089'] for router, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:50.802890 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:50.839100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853101674'] for router, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:50.840180 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aba0485-77bd-4392-bc4d-9273ca218350 {{(pid=80304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 03 15:09:50.863638 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] Notify callbacks [] for router, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:50.867702 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 37240) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:50.867928 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b8e8c6c6-78a6-4c33-8d2d-88e2bd90e84c admin admin] 10.222.0.81 "DELETE /v2.0/routers/2aba0485-77bd-4392-bc4d-9273ca218350 HTTP/1.1" status: 204 len: 168 time: 1.8185983 Dec 03 15:09:50.886857 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 1d7d07f5-b770-418e-9117-f084838af255 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:09:50.887428 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:50.899660 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37244) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:50.907151 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-557346570-network', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd'}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:09:50.914845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:50.922345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Usage tracker for resource:network and tenant:0106dca735b6430aa3b5e25814fcd7fd is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:50.926939 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:50.933523 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:50.942925 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Sync routers for ids ['394a146b-ead3-4e1d-962c-b5ff06497c81'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:09:50.945805 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Made reservation on behalf of 0106dca735b6430aa3b5e25814fcd7fd for: {'network': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:09:50.949016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-1198b077-8974-4fa5-9a9f-7532a0823470 admin admin] Deleting subnet 9c17b32e-d767-4a51-9765-626d40840d2e {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:09:50.952470 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for network, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:50.952745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1198b077-8974-4fa5-9a9f-7532a0823470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:50.967706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:50.979532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Routers {'394a146b-ead3-4e1d-962c-b5ff06497c81'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:50.981367 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:09:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['394a146b-ead3-4e1d-962c-b5ff06497c81'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:51.008494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:51.013005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Usage tracker for resource:security_group_rule and tenant:0106dca735b6430aa3b5e25814fcd7fd is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:51.016281 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:51.022915 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:51.035265 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1198b077-8974-4fa5-9a9f-7532a0823470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1676066'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:51.149545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1198b077-8974-4fa5-9a9f-7532a0823470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:51.154026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:51.160377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:51.166892 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f00b7044-6a4e-4bce-bfbb-3db66d36f410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:51.257301 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 03 15:09:51.278767 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2ba7e2-f262-4486-b8ab-c48893a6a73a,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:51.294590 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:51.299374 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782519664704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:51.299824 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.segments_db [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Added segment 5b4f12b9-7222-402d-b762-f77a60859d20 of type vxlan for network 8ec11cff-3413-4969-8508-c7217fab5ad9 Dec 03 15:09:51.348009 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782519089574'] for network, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:51.403549 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740'] for network, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:51.405373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:51.406024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:51.412510 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:51.471275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 5b0e7a81-53de-4c3b-a893-72e31a211c12 no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:09:51.521485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: 5b0e7a81-53de-4c3b-a893-72e31a211c12 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:09:51.521947 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 5b0e7a81-53de-4c3b-a893-72e31a211c12 not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:09:51.533162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Set router 394a146b-ead3-4e1d-962c-b5ff06497c81 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:51.578954 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec11cff-3413-4969-8508-c7217fab5ad9,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:51.598519 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Network 8ec11cff-3413-4969-8508-c7217fab5ad9 details requested by agent ovs-agent-dv-cinder-757908-3-smb with host dv-cinder-757908-3-smb {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:09:51.603295 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:51.609866 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-252b621a-dc76-437f-a951-52cfe784bf56 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7086141 Dec 03 15:09:51.611039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37250) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:51.619908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Request body: {'subnet': {'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-557346570-subnet', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'ip_version': 4}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:09:51.620239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network 8ec11cff-3413-4969-8508-c7217fab5ad9 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:09:51.627385 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:51.632404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Usage tracker for resource:subnet and tenant:0106dca735b6430aa3b5e25814fcd7fd is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:51.635874 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:51.643203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:51.653564 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Made reservation on behalf of 0106dca735b6430aa3b5e25814fcd7fd for: {'subnet': 1} {{(pid=80304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:09:51.658461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3469074'] for subnet, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:51.735160 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1198b077-8974-4fa5-9a9f-7532a0823470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2736186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099232'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:51.751448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:51.838592 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198b077-8974-4fa5-9a9f-7532a0823470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c17b32e-d767-4a51-9765-626d40840d2e,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:51.841469 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1198b077-8974-4fa5-9a9f-7532a0823470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:51.901140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1198b077-8974-4fa5-9a9f-7532a0823470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:51.910994 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1198b077-8974-4fa5-9a9f-7532a0823470 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9c17b32e-d767-4a51-9765-626d40840d2e HTTP/1.1" status: 204 len: 168 time: 1.0416889 Dec 03 15:09:51.911852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 37254) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:51.919058 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e82330-af5a-4613-a487-ab9d45800839 None None] Network f74f8bf3-3d51-4772-97cb-ee854694141c requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:09:52.039847 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:52.113559 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Deleting port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:52.113904 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:52.121765 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3867129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3469059'] for subnet, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:52.255260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:52.335584 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92c7d61-9590-485a-8676-733463889577,revision_number=0']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:52.339477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:52.343385 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] For port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=86c7c8cb-6702-4b01-9de7-d14e48cb48e5,segment=NetworkSegment(e17a2aed-11e1-4c84-a5c7-97bb2b23c490),segment_id=e17a2aed-11e1-4c84-a5c7-97bb2b23c490)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:52.344382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:52.344741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:48Z', 'revision_number': 4, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': 'f9096998-9ac6-4100-848f-db95961afb2f', 'name': '', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'mac_address': 'fa:16:3e:6b:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:46Z', 'updated_at': '2020-12-03T15:09:48Z', 'revision_number': 2, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'subnets': [{'id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:52.348676 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Checking segment: {'id': '5b4f12b9-7222-402d-b762-f77a60859d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:09:52.348825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Network hostable DHCP agents. Network: 8ec11cff-3413-4969-8508-c7217fab5ad9, hostable agents: ['4df020fe-6208-4908-8b6c-2ce29f219246'], hosted agents: [] {{(pid=80304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 03 15:09:52.350164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Checking router: 394a146b-ead3-4e1d-962c-b5ff06497c81 for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:09:52.350574 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Updating router 394a146b-ead3-4e1d-962c-b5ff06497c81 port f9096998-9ac6-4100-848f-db95961afb2f binding host dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 15:09:52.370496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Network 8ec11cff-3413-4969-8508-c7217fab5ad9 is scheduled to be hosted by DHCP agent 4df020fe-6208-4908-8b6c-2ce29f219246 with binding_index 1 {{(pid=80304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 03 15:09:52.381123 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-smb, 8ec11cff-3413-4969-8508-c7217fab5ad9) {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:09:52.398239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:09:52.399038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for subnet, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:52.423557 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-78e0a090-faea-4602-92b8-6efa374d3f19 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8105450 Dec 03 15:09:52.427703 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37260) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:52.430320 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d62bf66-ab83-48d6-9e37-b3282680801e None None] Network 8ec11cff-3413-4969-8508-c7217fab5ad9 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:09:52.436169 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-557346570-router', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}} {{(pid=80304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:09:52.448244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:52.448830 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:52.454846 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Usage tracker for resource:router and tenant:0106dca735b6430aa3b5e25814fcd7fd is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:52.460424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:52.467263 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:52.471282 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579892f1-36e1-48cd-85ff-dc56ac15fee0 None None] DHCP port deletion for f74f8bf3-3d51-4772-97cb-ee854694141c request from dv-cinder-757908-3-smb {{(pid=80305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 03 15:09:52.478849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853072490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5104'] for router, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:52.480590 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852957072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770695'] for router, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:52.501386 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Calling delete_port for 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 owned by network:dhcp {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:09:52.507459 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:52.568053 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-579892f1-36e1-48cd-85ff-dc56ac15fee0 None None] Deleting port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 {{(pid=80305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:09:52.568483 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-579892f1-36e1-48cd-85ff-dc56ac15fee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:52.648832 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:52.770050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-579892f1-36e1-48cd-85ff-dc56ac15fee0 None None] The port '86c7c8cb-6702-4b01-9de7-d14e48cb48e5' was deleted {{(pid=80305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 03 15:09:52.795800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3ff5c6e2-9c04-4432-9769-0f5d86e32c52 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:52.825129 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:09:52.855950 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Pushing event deleted for resources: {'Port': ['ID=86c7c8cb-6702-4b01-9de7-d14e48cb48e5,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:52.861663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:52.864991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] No DVR routers for this DVR port 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 on host dv-cinder-757908-3-smb {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:09:52.892414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770794'] for router, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:52.914815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:09:52.915214 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 86c7c8cb-6702-4b01-9de7-d14e48cb48e5 not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:09:52.915806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 3afba6ae-59db-4928-be99-c31d880da918 no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:09:52.961831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: 3afba6ae-59db-4928-be99-c31d880da918 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:09:52.962629 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 3afba6ae-59db-4928-be99-c31d880da918 not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:09:53.020468 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.080839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.143534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b7907d-4529-5b40-b45c-df8ee677da74-8ec11cff-3413-4969-8508-c7217fab5ad9', 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'fixed_ips': [{'subnet_id': 'f92c7d61-9590-485a-8676-733463889577'}]}} from dv-cinder-757908-3-smb. {{(pid=80305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 03 15:09:53.144728 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.157126 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74f8bf3-3d51-4772-97cb-ee854694141c']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:53.172435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:53.172675 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17a2aed-11e1-4c84-a5c7-97bb2b23c490') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:53.186251 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853099734'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.203289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.205641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:09:53.210794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-13e1703a-c515-4f7b-9dc7-d63cd4fa1cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.291115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.328275 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.422882 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Network f74f8bf3-3d51-4772-97cb-ee854694141c has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:09:53.434501 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852037735'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.638378 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Network f74f8bf3-3d51-4772-97cb-ee854694141c has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:09:53.660196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Allocated IP 172.28.3.238 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/d219fb5a-34d0-4a9a-a1be-70e35af215e3) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:09:53.665652 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:09:53.718032 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.765529 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Allocated IP 172.20.0.2 (8ec11cff-3413-4969-8508-c7217fab5ad9/f92c7d61-9590-485a-8676-733463889577/03e0ed4e-3053-4dee-9ef1-85c1c2edd81a) {{(pid=80305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:09:53.768480 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Transition to ACTIVE for port object f9096998-9ac6-4100-848f-db95961afb2f will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:09:53.770715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.774124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.775854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:53.795154 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2e8fe629-8c39-44bd-aabf-8910a0ba1b4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:53.798112 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.805803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Pushing event deleted for resources: {'Network': ['ID=f74f8bf3-3d51-4772-97cb-ee854694141c,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:53.811674 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:53.828652 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8922f85c-002d-4d23-bbbc-a8866532564e admin admin] 10.222.0.81 "DELETE /v2.0/networks/f74f8bf3-3d51-4772-97cb-ee854694141c HTTP/1.1" status: 204 len: 168 time: 1.9125423 Dec 03 15:09:53.854932 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.885005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850907544'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:53.901867 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:54.014974 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636f5f4-5ecd-43ab-b17f-feb20fcd3b8f None None] Pushing event updated for resources: {'Port': ['ID=f9096998-9ac6-4100-848f-db95961afb2f,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:54.018710 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1636f5f4-5ecd-43ab-b17f-feb20fcd3b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:54.045565 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Pushing event updated for resources: {'Port': ['ID=d219fb5a-34d0-4a9a-a1be-70e35af215e3,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:54.051018 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:54.074487 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 37276) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:54.109123 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:09:54.110499 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:09:54.113854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:09:54.176892 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-38f29116-cd43-4b9f-9fd0-7f2662e17e22 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e99d15128ca046d7ba7ac461674a1bfa&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0970838 Dec 03 15:09:54.177255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 37282) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:54.324754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-447d8635-5eb1-404a-b664-2470f4d213f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:54.341313 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Attempting to bind port f9096998-9ac6-4100-848f-db95961afb2f on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:09:54.341713 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Attempting to bind port f9096998-9ac6-4100-848f-db95961afb2f by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:09:54.342151 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Attempting to bind port f9096998-9ac6-4100-848f-db95961afb2f on network b1825f5b-6d83-4a7a-8d67-17897ad8f22c {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:09:54.349993 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:09:54.350418 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Checking segment: {'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:09:54.350937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:54.351321 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Bound using segment: {'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:09:54.351901 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Bound port: f9096998-9ac6-4100-848f-db95961afb2f, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:09:54.352306 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:54.415757 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-447d8635-5eb1-404a-b664-2470f4d213f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:54.443787 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Notify callbacks [] for port, precommit_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:54.487335 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Transition to ACTIVE for port object 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:09:54.497628 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-447d8635-5eb1-404a-b664-2470f4d213f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:54.506474 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-efdd9a96-847a-4430-a46d-6f9d2d504ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:54.525705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Transition to ACTIVE for port object 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a will not be triggered until provisioned by entity DHCP. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:09:54.527655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d8635-5eb1-404a-b664-2470f4d213f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9afd15-67ab-410f-a09d-8dd34b1bcc7a,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:54.530932 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] For port f9096998-9ac6-4100-848f-db95961afb2f, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:09:54.537544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] For port f9096998-9ac6-4100-848f-db95961afb2f, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=f9096998-9ac6-4100-848f-db95961afb2f,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:09:54.537727 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955'] for port, after_create {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:54.545212 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-447d8635-5eb1-404a-b664-2470f4d213f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:54.551684 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-447d8635-5eb1-404a-b664-2470f4d213f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:54.553192 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-447d8635-5eb1-404a-b664-2470f4d213f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac9afd15-67ab-410f-a09d-8dd34b1bcc7a HTTP/1.1" status: 204 len: 168 time: 0.3729260 Dec 03 15:09:54.585623 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:54.657040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:54.659387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:54.796407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:09:54.864127 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Pushing event updated for resources: {'Port': ['ID=03e0ed4e-3053-4dee-9ef1-85c1c2edd81a,revision_number=1']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:54.867382 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:54.905718 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:55.032024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 37300) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:55.043511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Network 8ec11cff-3413-4969-8508-c7217fab5ad9 is already hosted by enough agents. {{(pid=80305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:09:55.048092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Resources bound (agent type, host, resource id): {{(pid=80305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:09:55.050332 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Received port after_create {{(pid=80305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:09:55.062728 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636f5f4-5ecd-43ab-b17f-feb20fcd3b8f None None] Pushing event updated for resources: {'Port': ['ID=f9096998-9ac6-4100-848f-db95961afb2f,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:55.066501 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1636f5f4-5ecd-43ab-b17f-feb20fcd3b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:55.100239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Routers {'394a146b-ead3-4e1d-962c-b5ff06497c81'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:55.100902 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:09:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['394a146b-ead3-4e1d-962c-b5ff06497c81'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:55.294700 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f8f2-4639-4ebc-bc9b-4887aefff04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:55.300113 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Attempting to bind port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:09:55.300542 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Attempting to bind port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '5b4f12b9-7222-402d-b762-f77a60859d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:09:55.300934 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Attempting to bind port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a on network 8ec11cff-3413-4969-8508-c7217fab5ad9 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:09:55.314803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:09:55.315211 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Checking segment: {'id': '5b4f12b9-7222-402d-b762-f77a60859d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:09:55.315668 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:55.316141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Bound using segment: {'id': '5b4f12b9-7222-402d-b762-f77a60859d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:09:55.316691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Bound port: 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4f12b9-7222-402d-b762-f77a60859d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:09:55.317115 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:55.323644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-0bb4f8f2-4639-4ebc-bc9b-4887aefff04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:55.329965 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-0bb4f8f2-4639-4ebc-bc9b-4887aefff04e admin admin] Usage tracker for resource:security_group_rule and tenant:a238ccfbd17943f9be38197af9dc4c3a is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:55.336398 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-0bb4f8f2-4639-4ebc-bc9b-4887aefff04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:55.344675 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-0bb4f8f2-4639-4ebc-bc9b-4887aefff04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:55.434754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672967'] for router, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:55.445958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] Set router 394a146b-ead3-4e1d-962c-b5ff06497c81 gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:55.460191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f8f2-4639-4ebc-bc9b-4887aefff04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:55.464094 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f8f2-4639-4ebc-bc9b-4887aefff04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:55.478088 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-17ef5c01-bee8-4ced-bf22-04ff7051563a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:55.531188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] For port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:09:55.542166 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-0bb4f8f2-4639-4ebc-bc9b-4887aefff04e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a238ccfbd17943f9be38197af9dc4c3a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5089145 Dec 03 15:09:55.546541 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 37316) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:55.571338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4f8f2-4639-4ebc-bc9b-4887aefff04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032d7d3e-65e6-4e03-8d2a-c25e09ef790c,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:55.609344 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0bb4f8f2-4639-4ebc-bc9b-4887aefff04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:55.620448 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] For port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=03e0ed4e-3053-4dee-9ef1-85c1c2edd81a,segment=NetworkSegment(5b4f12b9-7222-402d-b762-f77a60859d20),segment_id=5b4f12b9-7222-402d-b762-f77a60859d20)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:09:55.641037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:55.668290 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:55.683190 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe89a-047d-4b6d-aa03-10afb78bb5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:55.692232 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Router aa709907-328f-4db6-a06f-8844207cb39c is scheduled to L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b with binding_index 1 {{(pid=80304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 03 15:09:55.721146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe89a-047d-4b6d-aa03-10afb78bb5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:55.787939 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe89a-047d-4b6d-aa03-10afb78bb5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:55.796000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-00c9c38c-d078-4b49-83f4-fe07974e026e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:55.811360 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fe89a-047d-4b6d-aa03-10afb78bb5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032d7d3e-65e6-4e03-8d2a-c25e09ef790c,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:55.820065 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7e9fe89a-047d-4b6d-aa03-10afb78bb5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:55.821070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe89a-047d-4b6d-aa03-10afb78bb5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:55.825752 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-7e9fe89a-047d-4b6d-aa03-10afb78bb5a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/032d7d3e-65e6-4e03-8d2a-c25e09ef790c HTTP/1.1" status: 204 len: 168 time: 0.2772696 Dec 03 15:09:55.945294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:09:55.960280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Sync routers for ids ['aa709907-328f-4db6-a06f-8844207cb39c'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:09:55.974425 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Routers {'aa709907-328f-4db6-a06f-8844207cb39c'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:55.975620 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:09:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['aa709907-328f-4db6-a06f-8844207cb39c'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:56.010333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] Notify callbacks [] for router, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:56.011761 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-f02879da-0873-4c1a-9967-bbd9724468da admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5829651 Dec 03 15:09:56.015449 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 37328) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:56.023872 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5a303ba3-8978-400f-825d-97cacac9b78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:56.102114 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Pushing event updated for resources: {'Port': ['ID=03e0ed4e-3053-4dee-9ef1-85c1c2edd81a,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:56.109271 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:56.291473 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:56.299387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Set router aa709907-328f-4db6-a06f-8844207cb39c gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:56.390660 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:48Z', 'revision_number': 4, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': 'f9096998-9ac6-4100-848f-db95961afb2f', 'name': '', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'mac_address': 'fa:16:3e:6b:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:46Z', 'updated_at': '2020-12-03T15:09:54Z', 'revision_number': 4, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'subnets': [{'id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:56.402883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ee4e7-5e3b-4434-ae06-bff3efdd39e0 None None] The sync data for ids ['394a146b-ead3-4e1d-962c-b5ff06497c81'] in dv-cinder-757908-3-smb is: [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:48Z', 'revision_number': 4, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': 'f9096998-9ac6-4100-848f-db95961afb2f', 'name': '', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'mac_address': 'fa:16:3e:6b:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:46Z', 'updated_at': '2020-12-03T15:09:54Z', 'revision_number': 4, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'subnets': [{'id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:09:56.522036 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37338) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:56.582378 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-611f4388-29a0-4ef7-a5d9-e24f6414d66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:56.620586 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-611f4388-29a0-4ef7-a5d9-e24f6414d66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:09:56.630463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-611f4388-29a0-4ef7-a5d9-e24f6414d66d admin admin] Usage tracker for resource:security_group_rule and tenant:d8fc28a8c6914e6d88b471ef20c9b05c is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:09:56.640799 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-611f4388-29a0-4ef7-a5d9-e24f6414d66d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:09:56.649099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-611f4388-29a0-4ef7-a5d9-e24f6414d66d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:09:56.847550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-611f4388-29a0-4ef7-a5d9-e24f6414d66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:56.852240 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-611f4388-29a0-4ef7-a5d9-e24f6414d66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:56.865631 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'name': 'tempest-TestShelveInstance-557346570-router', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:52Z', 'updated_at': '2020-12-03T15:09:54Z', 'revision_number': 3, 'project_id': '0106dca735b6430aa3b5e25814fcd7fd', 'gw_port': {'id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:53Z', 'updated_at': '2020-12-03T15:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:56.883709 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Checking router: aa709907-328f-4db6-a06f-8844207cb39c for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:09:56.884344 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Updating router aa709907-328f-4db6-a06f-8844207cb39c port d219fb5a-34d0-4a9a-a1be-70e35af215e3 binding host dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 15:09:56.891462 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device f9096998-9ac6-4100-848f-db95961afb2f up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:09:56.924392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b2f3c924-1c17-497e-80b9-ded54207b546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:56.979411 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.030979 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port f9096998-9ac6-4100-848f-db95961afb2f completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:09:57.038905 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-611f4388-29a0-4ef7-a5d9-e24f6414d66d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d8fc28a8c6914e6d88b471ef20c9b05c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5166893 Dec 03 15:09:57.039985 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37346) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:09:57.042679 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port f9096998-9ac6-4100-848f-db95961afb2f triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:09:57.043054 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.073875 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f4388-29a0-4ef7-a5d9-e24f6414d66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff62f4dd-fc45-4e4d-8a3f-5ce681138e16,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:57.079388 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-611f4388-29a0-4ef7-a5d9-e24f6414d66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:57.145146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f415342e-7bd8-4e42-b52e-f18b59f13a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.181726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f415342e-7bd8-4e42-b52e-f18b59f13a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.243905 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.244942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.269958 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f415342e-7bd8-4e42-b52e-f18b59f13a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.275188 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8ccb0861-a0e3-4fa3-b6f8-594620b5a0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:57.300630 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415342e-7bd8-4e42-b52e-f18b59f13a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff62f4dd-fc45-4e4d-8a3f-5ce681138e16,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:57.304736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f415342e-7bd8-4e42-b52e-f18b59f13a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:57.314886 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f415342e-7bd8-4e42-b52e-f18b59f13a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.319249 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-f415342e-7bd8-4e42-b52e-f18b59f13a4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff62f4dd-fc45-4e4d-8a3f-5ce681138e16 HTTP/1.1" status: 204 len: 168 time: 0.2709973 Dec 03 15:09:57.373428 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.389889 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.438736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port f9096998-9ac6-4100-848f-db95961afb2f, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=f9096998-9ac6-4100-848f-db95961afb2f,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:57.443233 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.445447 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:57.549738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=f9096998-9ac6-4100-848f-db95961afb2f,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:57.554582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:57.698537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Notify callbacks [] for port, precommit_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.714671 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Transition to ACTIVE for port object d219fb5a-34d0-4a9a-a1be-70e35af215e3 will not be triggered until provisioned by entity L2. {{(pid=80306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:09:57.718909 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:57.740123 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-733d225c-cd46-4994-a4fc-d3e3859b4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:57.852576 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Pushing event updated for resources: {'Port': ['ID=d219fb5a-34d0-4a9a-a1be-70e35af215e3,revision_number=2']} {{(pid=80306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:58.055099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.055507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.055842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.056299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.056663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.057101 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.057469 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.057826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.058257 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.058595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.059279 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.059639 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.060193 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.060550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.060979 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.061344 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.061845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.062252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.062623 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.063040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.063397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.063762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.064228 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.064585 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:09:58.109479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Attempting to bind port d219fb5a-34d0-4a9a-a1be-70e35af215e3 on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:09:58.109916 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Attempting to bind port d219fb5a-34d0-4a9a-a1be-70e35af215e3 by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}] {{(pid=80306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:09:58.110328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Attempting to bind port d219fb5a-34d0-4a9a-a1be-70e35af215e3 on network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:09:58.122860 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:58.126436 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:09:58.127812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Checking segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:09:58.127812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:58.127812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Bound using segment: {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'} {{(pid=80306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:09:58.128487 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Bound port: d219fb5a-34d0-4a9a-a1be-70e35af215e3, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070db2a8-5132-4034-8121-cb549ab3fe2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}}] {{(pid=80306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:09:58.128916 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:58.257339 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] For port d219fb5a-34d0-4a9a-a1be-70e35af215e3, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:09:58.265232 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] For port d219fb5a-34d0-4a9a-a1be-70e35af215e3, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=d219fb5a-34d0-4a9a-a1be-70e35af215e3,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:09:58.269792 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:58.283196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b097c1cf-56c2-413b-828c-edbadf7b0162 None None] Network 8ec11cff-3413-4969-8508-c7217fab5ad9 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:09:58.321853 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:58.361421 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Allocated IP 172.20.0.1 (8ec11cff-3413-4969-8508-c7217fab5ad9/f92c7d61-9590-485a-8676-733463889577/7d81ad54-2e2a-4619-b750-55e183995aeb) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:09:58.622311 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:58.667948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Transition to ACTIVE for port object 7d81ad54-2e2a-4619-b750-55e183995aeb will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:09:58.692456 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-151552a6-ccbd-4a46-9d62-708c0f05f59b None None] Provisioning for port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:09:58.713824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:58.773079 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-809e5dca-30b4-4016-b4e4-4bf43fd327e5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:58.862256 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Pushing event updated for resources: {'Port': ['ID=d219fb5a-34d0-4a9a-a1be-70e35af215e3,revision_number=3']} {{(pid=80306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:58.869543 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f5256de5-8acd-4037-958d-7821130d5865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:58.918871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Pushing event updated for resources: {'Port': ['ID=7d81ad54-2e2a-4619-b750-55e183995aeb,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:09:58.935616 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:09:58.939075 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Routers {'aa709907-328f-4db6-a06f-8844207cb39c'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:09:58.940194 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:09:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['aa709907-328f-4db6-a06f-8844207cb39c'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:58.984688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device f9096998-9ac6-4100-848f-db95961afb2f up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:09:59.124566 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Network 8ec11cff-3413-4969-8508-c7217fab5ad9 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:09:59.125849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:09:59.133002 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:09:59.138621 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port f9096998-9ac6-4100-848f-db95961afb2f triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:09:59.139249 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:59.232100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] Set router aa709907-328f-4db6-a06f-8844207cb39c gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:09:59.249600 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853102630'] for router_interface, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:59.340877 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:09:59.446551 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-26b445ef-8560-45e9-835c-3af03eac6b75 None None] Provisioning complete for port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:09:59.447362 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-26b445ef-8560-45e9-835c-3af03eac6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:59.486906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:09:59.494255 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:59.502817 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:09:59.503341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:59.706366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'name': 'tempest-TestShelveInstance-557346570-router', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:52Z', 'updated_at': '2020-12-03T15:09:54Z', 'revision_number': 3, 'project_id': '0106dca735b6430aa3b5e25814fcd7fd', 'gw_port': {'id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:53Z', 'updated_at': '2020-12-03T15:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:09:59.716396 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3be30-ebcb-4ebe-a3f9-d12a3dd10289 None None] The sync data for ids ['aa709907-328f-4db6-a06f-8844207cb39c'] in dv-cinder-757908-3-smb is: [{'id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'name': 'tempest-TestShelveInstance-557346570-router', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:52Z', 'updated_at': '2020-12-03T15:09:54Z', 'revision_number': 3, 'project_id': '0106dca735b6430aa3b5e25814fcd7fd', 'gw_port': {'id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:53Z', 'updated_at': '2020-12-03T15:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:09:59.812284 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-26b445ef-8560-45e9-835c-3af03eac6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:59.852798 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-26b445ef-8560-45e9-835c-3af03eac6b75 None None] For port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=03e0ed4e-3053-4dee-9ef1-85c1c2edd81a,segment=NetworkSegment(5b4f12b9-7222-402d-b762-f77a60859d20),segment_id=5b4f12b9-7222-402d-b762-f77a60859d20)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:09:59.857291 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-26b445ef-8560-45e9-835c-3af03eac6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:59.863226 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:09:59.899289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:59.904214 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:59.905458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:09:59.944044 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-91e9c6f8-9a76-45bc-8c78-61d9b4c027af tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:00.025274 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32351695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1672711'] for router_interface, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:00.044852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-5b0f5e55-0c86-4d73-ae00-9dd7cf88d032 None None] Provisioning complete for port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:10:00.045259 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5e55-0c86-4d73-ae00-9dd7cf88d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:00.085237 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b445ef-8560-45e9-835c-3af03eac6b75 None None] Pushing event updated for resources: {'Port': ['ID=03e0ed4e-3053-4dee-9ef1-85c1c2edd81a,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:00.101613 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-26b445ef-8560-45e9-835c-3af03eac6b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:00.124736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Pushing event updated for resources: {'Port': ['ID=7d81ad54-2e2a-4619-b750-55e183995aeb,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:00.126043 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80305) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:10:00.126857 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:10:00.129677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:00.212145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Network 8ec11cff-3413-4969-8508-c7217fab5ad9 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:10:00.213790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:10:00.233864 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-5b0f5e55-0c86-4d73-ae00-9dd7cf88d032 None None] Provisioning for port 7d81ad54-2e2a-4619-b750-55e183995aeb completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:10:00.240036 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-5b0f5e55-0c86-4d73-ae00-9dd7cf88d032 None None] Provisioning complete for port 7d81ad54-2e2a-4619-b750-55e183995aeb triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:10:00.240577 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5e55-0c86-4d73-ae00-9dd7cf88d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:00.307145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f5e55-0c86-4d73-ae00-9dd7cf88d032 None None] Port 7d81ad54-2e2a-4619-b750-55e183995aeb cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:10:00.441372 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Router aa709907-328f-4db6-a06f-8844207cb39c has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:10:00.533913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-9f9f70d0-7497-41c0-bf73-4957030ccf62 None None] Provisioning complete for port 7d81ad54-2e2a-4619-b750-55e183995aeb triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:10:00.534453 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9f9f70d0-7497-41c0-bf73-4957030ccf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:00.669455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:10:00.681744 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] 10.222.0.81 "PUT /v2.0/routers/aa709907-328f-4db6-a06f-8844207cb39c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6645007 Dec 03 15:10:00.683775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f70d0-7497-41c0-bf73-4957030ccf62 None None] Port 7d81ad54-2e2a-4619-b750-55e183995aeb cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:10:00.860942 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:10:00.932716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:10:00.933368 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:01.061071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device d219fb5a-34d0-4a9a-a1be-70e35af215e3 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:10:01.134165 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port d219fb5a-34d0-4a9a-a1be-70e35af215e3 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:10:01.141486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port d219fb5a-34d0-4a9a-a1be-70e35af215e3 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:10:01.142463 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:01.269101 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:01.289499 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port d219fb5a-34d0-4a9a-a1be-70e35af215e3, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=d219fb5a-34d0-4a9a-a1be-70e35af215e3,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:10:01.292758 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:01.294831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:01.303592 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-213554681', 'description': 'tempest-TestShelveInstance-213554681 description'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:10:01.310812 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:01.315895 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Usage tracker for resource:security_group and tenant:874b7c6d7fbb4942b67a996fc2109979 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:01.319184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:01.325434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:01.337328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:01.361493 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:01.365848 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Usage tracker for resource:security_group_rule and tenant:874b7c6d7fbb4942b67a996fc2109979 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:01.368990 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:01.370122 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=d219fb5a-34d0-4a9a-a1be-70e35af215e3,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:01.373852 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:01.374890 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:01.454244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:01.457966 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:01.463872 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-68e3b6dd-3d9d-41c9-9037-1e8b54cd7ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:01.506815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:01.508160 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fb1f6f2a-427f-4fec-b894-7fb3f2244a37 req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1755 time: 0.2096765 Dec 03 15:10:01.508972 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Pushing event updated for resources: {'SecurityGroup': ['ID=04d013b2-30af-4481-b4af-51d497760bd2,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:01.512080 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-00594e73-8fa3-4c86-9442-b95107e293b2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:01.596654 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c2c91e59-667f-4ff0-96f0-93c7ab3118d2 req-90dcb400-b940-4d5e-a8ee-1b4e84249cb9 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups/04d013b2-30af-4481-b4af-51d497760bd2 HTTP/1.1" status: 200 len: 1750 time: 0.0533171 Dec 03 15:10:01.606821 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-c2c91e59-667f-4ff0-96f0-93c7ab3118d2 req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04d013b2-30af-4481-b4af-51d497760bd2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:10:01.607273 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-c2c91e59-667f-4ff0-96f0-93c7ab3118d2 req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04d013b2-30af-4481-b4af-51d497760bd2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:10:01.614764 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-c2c91e59-667f-4ff0-96f0-93c7ab3118d2 req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:01.618959 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-c2c91e59-667f-4ff0-96f0-93c7ab3118d2 req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Usage tracker for resource:security_group_rule and tenant:874b7c6d7fbb4942b67a996fc2109979 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:01.621998 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-c2c91e59-667f-4ff0-96f0-93c7ab3118d2 req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:01.628342 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-c2c91e59-667f-4ff0-96f0-93c7ab3118d2 req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:01.689189 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c2c91e59-667f-4ff0-96f0-93c7ab3118d2 req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:01.715921 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c2c91e59-667f-4ff0-96f0-93c7ab3118d2 req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:01.719845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c2c91e59-667f-4ff0-96f0-93c7ab3118d2 req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822132'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:01.722835 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7d10c61c-8702-4d56-b49c-744f92b93535 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:01.748823 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7084b3-57ab-4023-a5f7-ed34ee389871,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:01.752091 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:01.759185 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-c2c91e59-667f-4ff0-96f0-93c7ab3118d2 req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:01.760450 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c2c91e59-667f-4ff0-96f0-93c7ab3118d2 req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.1583400 Dec 03 15:10:01.849073 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-302bffb6-1a0c-416a-af13-54c2851f3c51 req-050cd876-1fb5-4aaf-9ca1-b492512d793e tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups/04d013b2-30af-4481-b4af-51d497760bd2 HTTP/1.1" status: 200 len: 2311 time: 0.0519698 Dec 03 15:10:01.863931 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-302bffb6-1a0c-416a-af13-54c2851f3c51 req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04d013b2-30af-4481-b4af-51d497760bd2', 'remote_group_id': None}]} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:10:01.864712 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-302bffb6-1a0c-416a-af13-54c2851f3c51 req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04d013b2-30af-4481-b4af-51d497760bd2', 'remote_group_id': None}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:10:01.872409 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-302bffb6-1a0c-416a-af13-54c2851f3c51 req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:01.879697 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-302bffb6-1a0c-416a-af13-54c2851f3c51 req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Usage tracker for resource:security_group_rule and tenant:874b7c6d7fbb4942b67a996fc2109979 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:01.883098 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-302bffb6-1a0c-416a-af13-54c2851f3c51 req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:01.890136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-302bffb6-1a0c-416a-af13-54c2851f3c51 req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:01.973424 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-302bffb6-1a0c-416a-af13-54c2851f3c51 req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:02.008156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-302bffb6-1a0c-416a-af13-54c2851f3c51 req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:02.011671 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-302bffb6-1a0c-416a-af13-54c2851f3c51 req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822132'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:02.015267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0951f1e6-675c-491f-ad69-8e0ecb560307 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:02.052193 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-302bffb6-1a0c-416a-af13-54c2851f3c51 req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:02.053647 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-302bffb6-1a0c-416a-af13-54c2851f3c51 req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1966627 Dec 03 15:10:02.056293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12dfc11-5a1f-405c-b3aa-0b88f2463b11,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:02.075314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1fc6b36d-b7e9-4a0b-9f0d-4070d985ab93 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:02.792818 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device d219fb5a-34d0-4a9a-a1be-70e35af215e3 up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:10:02.872024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port d219fb5a-34d0-4a9a-a1be-70e35af215e3 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:10:02.872473 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:03.046724 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Sync routers for ids ['aa709907-328f-4db6-a06f-8844207cb39c'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:10:03.057195 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Routers {'aa709907-328f-4db6-a06f-8844207cb39c'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:10:03.057856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:09:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['aa709907-328f-4db6-a06f-8844207cb39c'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:10:03.291198 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Set router aa709907-328f-4db6-a06f-8844207cb39c gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:10:03.836343 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'name': 'tempest-TestShelveInstance-557346570-router', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:52Z', 'updated_at': '2020-12-03T15:09:59Z', 'revision_number': 4, 'project_id': '0106dca735b6430aa3b5e25814fcd7fd', 'gw_port': {'id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:53Z', 'updated_at': '2020-12-03T15:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '7d81ad54-2e2a-4619-b750-55e183995aeb', 'name': '', 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'mac_address': 'fa:16:3e:e0:dc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f92c7d61-9590-485a-8676-733463889577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:58Z', 'updated_at': '2020-12-03T15:09:59Z', 'revision_number': 2, 'project_id': '0106dca735b6430aa3b5e25814fcd7fd', 'subnets': [{'id': 'f92c7d61-9590-485a-8676-733463889577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:10:03.840855 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Checking router: aa709907-328f-4db6-a06f-8844207cb39c for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:10:03.841291 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Updating router aa709907-328f-4db6-a06f-8844207cb39c port 7d81ad54-2e2a-4619-b750-55e183995aeb binding host dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 03 15:10:03.908254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:04.333253 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:04.346146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Transition to ACTIVE for port object 7d81ad54-2e2a-4619-b750-55e183995aeb will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:10:04.348944 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:04.369211 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7295e10c-6a42-48be-b16b-9f5d0a04fd79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:04.504077 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eb995-c08d-417e-9c64-d49905809118 None None] Pushing event updated for resources: {'Port': ['ID=7d81ad54-2e2a-4619-b750-55e183995aeb,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:04.519843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5c4eb995-c08d-417e-9c64-d49905809118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:04.685393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Attempting to bind port 7d81ad54-2e2a-4619-b750-55e183995aeb on host dv-cinder-757908-3-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:10:04.685811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Attempting to bind port 7d81ad54-2e2a-4619-b750-55e183995aeb by drivers openvswitch on host dv-cinder-757908-3-smb at level 0 using segments [{'id': '5b4f12b9-7222-402d-b762-f77a60859d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:10:04.686270 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Attempting to bind port 7d81ad54-2e2a-4619-b750-55e183995aeb on network 8ec11cff-3413-4969-8508-c7217fab5ad9 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:10:04.692847 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Checking agent: {'id': 'e15cf0e8-d5f8-4f60-9174-ac471e1ad5df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 27), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:10:04.693260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Checking segment: {'id': '5b4f12b9-7222-402d-b762-f77a60859d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:10:04.693710 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:04.694148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Bound using segment: {'id': '5b4f12b9-7222-402d-b762-f77a60859d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:10:04.694668 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Bound port: 7d81ad54-2e2a-4619-b750-55e183995aeb, host: dv-cinder-757908-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4f12b9-7222-402d-b762-f77a60859d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:10:04.695097 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:04.796256 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] For port 7d81ad54-2e2a-4619-b750-55e183995aeb, host dv-cinder-757908-3-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:10:04.800472 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] For port 7d81ad54-2e2a-4619-b750-55e183995aeb, host dv-cinder-757908-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=7d81ad54-2e2a-4619-b750-55e183995aeb,segment=NetworkSegment(5b4f12b9-7222-402d-b762-f77a60859d20),segment_id=5b4f12b9-7222-402d-b762-f77a60859d20)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:10:04.804001 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:04.822481 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1636f5f4-5ecd-43ab-b17f-feb20fcd3b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:04.995102 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eb995-c08d-417e-9c64-d49905809118 None None] Pushing event updated for resources: {'Port': ['ID=7d81ad54-2e2a-4619-b750-55e183995aeb,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:05.012224 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5c4eb995-c08d-417e-9c64-d49905809118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:05.055394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Routers {'aa709907-328f-4db6-a06f-8844207cb39c'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:10:05.056124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:09:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['aa709907-328f-4db6-a06f-8844207cb39c'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:10:05.251950 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] Set router aa709907-328f-4db6-a06f-8844207cb39c gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:10:05.602786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'name': 'tempest-TestShelveInstance-557346570-router', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:52Z', 'updated_at': '2020-12-03T15:09:59Z', 'revision_number': 4, 'project_id': '0106dca735b6430aa3b5e25814fcd7fd', 'gw_port': {'id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:53Z', 'updated_at': '2020-12-03T15:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '7d81ad54-2e2a-4619-b750-55e183995aeb', 'name': '', 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'mac_address': 'fa:16:3e:e0:dc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f92c7d61-9590-485a-8676-733463889577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:58Z', 'updated_at': '2020-12-03T15:10:04Z', 'revision_number': 4, 'project_id': '0106dca735b6430aa3b5e25814fcd7fd', 'subnets': [{'id': 'f92c7d61-9590-485a-8676-733463889577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:10:05.607124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4109ee1-279c-459c-9958-90487988ae37 None None] The sync data for ids ['aa709907-328f-4db6-a06f-8844207cb39c'] in dv-cinder-757908-3-smb is: [{'id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'name': 'tempest-TestShelveInstance-557346570-router', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:52Z', 'updated_at': '2020-12-03T15:09:59Z', 'revision_number': 4, 'project_id': '0106dca735b6430aa3b5e25814fcd7fd', 'gw_port': {'id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:53Z', 'updated_at': '2020-12-03T15:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': '7d81ad54-2e2a-4619-b750-55e183995aeb', 'name': '', 'network_id': '8ec11cff-3413-4969-8508-c7217fab5ad9', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'mac_address': 'fa:16:3e:e0:dc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f92c7d61-9590-485a-8676-733463889577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:58Z', 'updated_at': '2020-12-03T15:10:04Z', 'revision_number': 4, 'project_id': '0106dca735b6430aa3b5e25814fcd7fd', 'subnets': [{'id': 'f92c7d61-9590-485a-8676-733463889577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:10:06.802946 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 7d81ad54-2e2a-4619-b750-55e183995aeb up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:10:06.879734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning for port 7d81ad54-2e2a-4619-b750-55e183995aeb completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:10:06.885351 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 7d81ad54-2e2a-4619-b750-55e183995aeb triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:10:06.885801 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:07.017952 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:07.053578 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] For port 7d81ad54-2e2a-4619-b750-55e183995aeb, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=7d81ad54-2e2a-4619-b750-55e183995aeb,segment=NetworkSegment(5b4f12b9-7222-402d-b762-f77a60859d20),segment_id=5b4f12b9-7222-402d-b762-f77a60859d20)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:10:07.056575 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:07.058687 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5c4eb995-c08d-417e-9c64-d49905809118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:07.146075 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Pushing event updated for resources: {'Port': ['ID=7d81ad54-2e2a-4619-b750-55e183995aeb,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:07.149442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:08.782684 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 7d81ad54-2e2a-4619-b750-55e183995aeb up at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:10:08.852805 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Provisioning complete for port 7d81ad54-2e2a-4619-b750-55e183995aeb triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:10:08.853226 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:16.692885 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37784) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:16.851248 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:16.871244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:16.875560 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Usage tracker for resource:security_group_rule and tenant:d76ea31d015e4606ac027b34f02df3c3 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:16.879462 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:16.885874 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:16.981296 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:16.984644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:16.993024 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3e699b03-0dc5-4b3f-9527-91c597c65fd5 tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:17.049279 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d76ea31d015e4606ac027b34f02df3c3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3548508 Dec 03 15:10:17.050290 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3619319c-af48-42cb-96d3-2968dad3b71d,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:17.052547 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37792) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:17.072434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.072908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.073491 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.074094 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.074580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.075220 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.075429 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.076141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.076598 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.079879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.079879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.079879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.079879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.079879 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.080573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.083854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.083854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.083854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.083854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.083854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.083854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.083854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.083854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.085214 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:17.094886 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:17.142504 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ef195df4-ac35-4c7b-a2c5-dc32c3bc6f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:17.172337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ef195df4-ac35-4c7b-a2c5-dc32c3bc6f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:17.231126 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ef195df4-ac35-4c7b-a2c5-dc32c3bc6f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:17.237689 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3f2f56df-556b-4563-b03c-2d6388bc6a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:17.253528 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef195df4-ac35-4c7b-a2c5-dc32c3bc6f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3619319c-af48-42cb-96d3-2968dad3b71d,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:17.256627 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ef195df4-ac35-4c7b-a2c5-dc32c3bc6f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:17.258009 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ef195df4-ac35-4c7b-a2c5-dc32c3bc6f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:17.261284 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-ef195df4-ac35-4c7b-a2c5-dc32c3bc6f38 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3619319c-af48-42cb-96d3-2968dad3b71d HTTP/1.1" status: 204 len: 168 time: 0.2044747 Dec 03 15:10:17.729716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37802) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:17.752929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd5b1-820e-4340-b29f-ed2da2f2616f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:17.768739 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a4cdd5b1-820e-4340-b29f-ed2da2f2616f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:17.774247 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a4cdd5b1-820e-4340-b29f-ed2da2f2616f admin admin] Usage tracker for resource:security_group_rule and tenant:84c91d7d77fe436083a3a76852998991 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:17.779082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a4cdd5b1-820e-4340-b29f-ed2da2f2616f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:17.788828 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a4cdd5b1-820e-4340-b29f-ed2da2f2616f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:17.886286 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd5b1-820e-4340-b29f-ed2da2f2616f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:17.892503 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd5b1-820e-4340-b29f-ed2da2f2616f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:17.904106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1f113df7-34d9-4e86-a5da-1bd2f0ef10b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:17.956440 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a4cdd5b1-820e-4340-b29f-ed2da2f2616f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84c91d7d77fe436083a3a76852998991&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2226968 Dec 03 15:10:17.958458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdd5b1-820e-4340-b29f-ed2da2f2616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae175f02-dd6b-4736-abfd-687c1637988f,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:17.958778 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 37808) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:17.962678 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a4cdd5b1-820e-4340-b29f-ed2da2f2616f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:18.033830 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:18.067677 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:18.114330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:18.119473 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5195f44f-3b0c-4972-af8e-b637352106d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:18.134267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae175f02-dd6b-4736-abfd-687c1637988f,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:18.143757 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.144269 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.144678 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.145079 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.145580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.145999 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.146393 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.146828 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.147272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.147661 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.148081 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.148493 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.149065 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.149494 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.149919 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.150311 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.150747 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.151145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.151562 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.152011 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.152420 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.152820 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.153218 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.153596 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:10:18.157092 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:18.161100 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae175f02-dd6b-4736-abfd-687c1637988f HTTP/1.1" status: 204 len: 168 time: 0.1983001 Dec 03 15:10:18.161100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bc01a6fb-3e58-44bc-bd1d-5a5e73eace74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:22.937324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-72be8683-e7db-485f-880c-923d0503d5c5 req-f9a8cd1b-9fda-4ba5-ab43-89ac38d4a332 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Synchronizing usage tracker for tenant:874b7c6d7fbb4942b67a996fc2109979 on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:10:22.956651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-72be8683-e7db-485f-880c-923d0503d5c5 req-f9a8cd1b-9fda-4ba5-ab43-89ac38d4a332 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Unset dirty status for tenant:874b7c6d7fbb4942b67a996fc2109979 on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:10:22.958022 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-f9a8cd1b-9fda-4ba5-ab43-89ac38d4a332 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-213554681&fields=id&tenant_id=874b7c6d7fbb4942b67a996fc2109979 HTTP/1.1" status: 200 len: 267 time: 0.0659647 Dec 03 15:10:23.012090 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:23.125907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be8683-e7db-485f-880c-923d0503d5c5 req-88623f14-bb52-4a43-a8c3-9550f6eed19c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:23.127729 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-88623f14-bb52-4a43-a8c3-9550f6eed19c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/networks?id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 200 len: 809 time: 0.1621959 Dec 03 15:10:23.145392 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-252835ba-a075-408c-b84b-6028bfd76494 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/quotas/874b7c6d7fbb4942b67a996fc2109979 HTTP/1.1" status: 200 len: 375 time: 0.0106616 Dec 03 15:10:23.148829 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-620c00eb-c547-4b5a-8746-e188305edf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:23.237694 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-72be8683-e7db-485f-880c-923d0503d5c5 req-8ca54c99-bbf6-4903-8a7c-5944c1c1c6da tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Synchronizing usage tracker for tenant:874b7c6d7fbb4942b67a996fc2109979 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:10:23.254631 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-72be8683-e7db-485f-880c-923d0503d5c5 req-8ca54c99-bbf6-4903-8a7c-5944c1c1c6da tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Unset dirty status for tenant:874b7c6d7fbb4942b67a996fc2109979 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:10:23.256119 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-8ca54c99-bbf6-4903-8a7c-5944c1c1c6da tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?tenant_id=874b7c6d7fbb4942b67a996fc2109979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044011 Dec 03 15:10:23.556241 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-a35f35a9-87f4-4dbd-97aa-2a2a09b5b510 service neutron] 10.222.0.81 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862191 Dec 03 15:10:23.717793 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-22ec8c77-2381-46d7-bc7c-0ec78663b4e4 service neutron] 10.222.0.81 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1530406 Dec 03 15:10:24.196733 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fb01031d-26a2-4e1b-bf0a-62c7c7c70191 req-6f6a5f03-f089-4af1-91c6-48d6bae00221 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 210 time: 0.0649438 Dec 03 15:10:24.602013 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 37938) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:24.781944 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6ae04267-ce87-4a62-91d6-dda338b6702d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:24.802986 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-6ae04267-ce87-4a62-91d6-dda338b6702d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:24.807060 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-6ae04267-ce87-4a62-91d6-dda338b6702d admin admin] Usage tracker for resource:security_group_rule and tenant:519744336fa44c35a461e60df01a38cd is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:24.810079 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-6ae04267-ce87-4a62-91d6-dda338b6702d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:24.816815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-6ae04267-ce87-4a62-91d6-dda338b6702d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:24.909324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6ae04267-ce87-4a62-91d6-dda338b6702d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:24.911837 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6ae04267-ce87-4a62-91d6-dda338b6702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:24.920688 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1eb076ff-ea59-497e-869f-d09814f17832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:24.966154 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-6ae04267-ce87-4a62-91d6-dda338b6702d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=519744336fa44c35a461e60df01a38cd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3629489 Dec 03 15:10:24.967835 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae04267-ce87-4a62-91d6-dda338b6702d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a739b5-c005-4c5b-9ec9-97c7900dcf2b,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:24.969173 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37944) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:24.972043 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6ae04267-ce87-4a62-91d6-dda338b6702d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:25.039074 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-41f42ebe-4b36-451e-a73d-6008bd7999aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:25.067678 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-41f42ebe-4b36-451e-a73d-6008bd7999aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:25.117139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-41f42ebe-4b36-451e-a73d-6008bd7999aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:25.122452 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bba1190d-03fc-4694-9e87-df5407821c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:25.139735 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f42ebe-4b36-451e-a73d-6008bd7999aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a739b5-c005-4c5b-9ec9-97c7900dcf2b,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:25.145164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-41f42ebe-4b36-451e-a73d-6008bd7999aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:25.149723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-41f42ebe-4b36-451e-a73d-6008bd7999aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:25.151331 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-41f42ebe-4b36-451e-a73d-6008bd7999aa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2a739b5-c005-4c5b-9ec9-97c7900dcf2b HTTP/1.1" status: 204 len: 168 time: 0.1800561 Dec 03 15:10:25.439621 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e127e88a-e445-4da8-ab84-396a48b540f3 req-1ec2f794-49e9-4d7a-ba7a-5d6bc0e7faf1 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 210 time: 0.0670862 Dec 03 15:10:25.504003 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be8683-e7db-485f-880c-923d0503d5c5 req-1ca59558-2604-4cda-8307-87c22d77ba92 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:25.505679 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-1ca59558-2604-4cda-8307-87c22d77ba92 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.65 "GET /v2.0/networks?id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 200 len: 809 time: 0.2363298 Dec 03 15:10:25.546496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37954) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:25.568797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1f7226ba-9a90-401a-8a44-8aa48c318cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:25.600128 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-1f7226ba-9a90-401a-8a44-8aa48c318cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:25.605283 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-1f7226ba-9a90-401a-8a44-8aa48c318cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:b690afb6781c4e228669063ac4252c69 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:25.608876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-1f7226ba-9a90-401a-8a44-8aa48c318cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:25.616211 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-1f7226ba-9a90-401a-8a44-8aa48c318cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:25.621536 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-422a7742-1214-4f78-8a5a-d9bce5d0255e tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=874b7c6d7fbb4942b67a996fc2109979 HTTP/1.1" status: 200 len: 5543 time: 0.0942645 Dec 03 15:10:25.633899 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Request body: {'port': {'device_id': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'admin_state_up': True, 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'security_groups': ['04d013b2-30af-4481-b4af-51d497760bd2']}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:10:25.663845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-312ddb2c-b3b2-43ad-a2b9-6c6d731e353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:25.735631 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1f7226ba-9a90-401a-8a44-8aa48c318cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:25.739166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1f7226ba-9a90-401a-8a44-8aa48c318cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:25.750395 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-611f4388-29a0-4ef7-a5d9-e24f6414d66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:25.803323 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1f7226ba-9a90-401a-8a44-8aa48c318cf8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b690afb6781c4e228669063ac4252c69&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2553391 Dec 03 15:10:25.805416 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7226ba-9a90-401a-8a44-8aa48c318cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcae48e-b6ac-4e2b-b808-02be6d70fc9f,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:25.808418 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 37960) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:25.811741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1f7226ba-9a90-401a-8a44-8aa48c318cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:25.886783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e47c5736-80d5-4427-89cd-12e286642172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:25.922277 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e47c5736-80d5-4427-89cd-12e286642172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:25.982496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e47c5736-80d5-4427-89cd-12e286642172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:25.987502 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ef195df4-ac35-4c7b-a2c5-dc32c3bc6f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:26.001704 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c5736-80d5-4427-89cd-12e286642172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcae48e-b6ac-4e2b-b808-02be6d70fc9f,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:26.006333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e47c5736-80d5-4427-89cd-12e286642172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:26.024365 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e47c5736-80d5-4427-89cd-12e286642172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:26.025754 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e47c5736-80d5-4427-89cd-12e286642172 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/adcae48e-b6ac-4e2b-b808-02be6d70fc9f HTTP/1.1" status: 204 len: 168 time: 0.2161334 Dec 03 15:10:26.041971 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:26.053783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:26.064639 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Made reservation on behalf of 874b7c6d7fbb4942b67a996fc2109979 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:10:26.071338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:26.181184 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:26.433201 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Allocated IP 172.20.0.5 (b1825f5b-6d83-4a7a-8d67-17897ad8f22c/7da2c691-bc71-4f4c-b76d-e84aa1853eae/db997bcd-46d8-4126-97ea-218e5eef2fe7) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:10:26.654640 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-7c65082e-bf09-40af-ae83-b444b76f24ce req-451aadff-70da-48b7-b029-5bb889d86ddd tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 210 time: 0.0625012 Dec 03 15:10:26.739072 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:26.757857 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Transition to ACTIVE for port object db997bcd-46d8-4126-97ea-218e5eef2fe7 will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:10:26.780868 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:26.797369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-2a182343-31dc-4d13-a902-4e71ba51903d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:26.961132 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Pushing event updated for resources: {'Port': ['ID=db997bcd-46d8-4126-97ea-218e5eef2fe7,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:26.966099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:27.021117 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Network b1825f5b-6d83-4a7a-8d67-17897ad8f22c is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:10:27.022456 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:10:27.025096 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:10:27.103290 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:27.104277 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:27.139417 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5104442 Dec 03 15:10:27.150651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:27.160294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Request body: {'port': {'device_id': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:10:27.206113 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:27.299139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:27.323510 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-e91e28b7-44d5-4250-b1cc-f6b8aa8135f4 None None] Provisioning for port db997bcd-46d8-4126-97ea-218e5eef2fe7 completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:10:27.329479 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-e91e28b7-44d5-4250-b1cc-f6b8aa8135f4 None None] Provisioning complete for port db997bcd-46d8-4126-97ea-218e5eef2fe7 triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:10:27.329908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e91e28b7-44d5-4250-b1cc-f6b8aa8135f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:27.585566 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-e91e28b7-44d5-4250-b1cc-f6b8aa8135f4 None None] Port db997bcd-46d8-4126-97ea-218e5eef2fe7 cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:10:27.789062 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db997bcd-46d8-4126-97ea-218e5eef2fe7 {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:10:27.797005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:27.809544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Transition to ACTIVE for port object db997bcd-46d8-4126-97ea-218e5eef2fe7 will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:10:27.812582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:27.831532 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c1e92769-d595-440c-a550-ae4485a62f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:28.030284 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Pushing event updated for resources: {'Port': ['ID=db997bcd-46d8-4126-97ea-218e5eef2fe7,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:28.043159 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:28.101392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0198b5-287c-416d-8a43-80478d5d9310 req-b0010558-1df0-4af4-a19a-fce81375c564 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:28.102235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-da0198b5-287c-416d-8a43-80478d5d9310 req-b0010558-1df0-4af4-a19a-fce81375c564 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Synchronizing usage tracker for tenant:874b7c6d7fbb4942b67a996fc2109979 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:10:28.188937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-da0198b5-287c-416d-8a43-80478d5d9310 req-b0010558-1df0-4af4-a19a-fce81375c564 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Unset dirty status for tenant:874b7c6d7fbb4942b67a996fc2109979 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:10:28.190232 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-da0198b5-287c-416d-8a43-80478d5d9310 req-b0010558-1df0-4af4-a19a-fce81375c564 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 943 time: 0.3627083 Dec 03 15:10:28.311067 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-da0198b5-287c-416d-8a43-80478d5d9310 req-1c6807fd-118f-47df-86e7-f786189f23c4 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0917912 Dec 03 15:10:28.314099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Attempting to bind port db997bcd-46d8-4126-97ea-218e5eef2fe7 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:10:28.314477 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Attempting to bind port db997bcd-46d8-4126-97ea-218e5eef2fe7 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:10:28.314849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Attempting to bind port db997bcd-46d8-4126-97ea-218e5eef2fe7 on network b1825f5b-6d83-4a7a-8d67-17897ad8f22c {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:10:28.322674 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:10:28.323162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Checking segment: {'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:10:28.323533 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:28.323854 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Bound using segment: {'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:10:28.324369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Bound port: db997bcd-46d8-4126-97ea-218e5eef2fe7, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:10:28.324853 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:28.444368 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] For port db997bcd-46d8-4126-97ea-218e5eef2fe7, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:10:28.450803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] For port db997bcd-46d8-4126-97ea-218e5eef2fe7, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:10:28.457181 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:28.474260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-97a5acc6-7df3-4a5d-8604-4ef3ad5251d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:28.637451 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Pushing event updated for resources: {'Port': ['ID=db997bcd-46d8-4126-97ea-218e5eef2fe7,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:28.643081 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:28.681519 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:28.682112 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:28.683594 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] 10.222.0.65 "PUT /v2.0/ports/db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 1157 time: 1.5290790 Dec 03 15:10:28.684159 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:10:28.776464 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7', 'status': 'completed', 'code': 200} Dec 03 15:10:28.831141 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be8683-e7db-485f-880c-923d0503d5c5 req-2ab09f33-9a06-4318-a743-ec1026a31386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:28.833259 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-2ab09f33-9a06-4318-a743-ec1026a31386 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=874b7c6d7fbb4942b67a996fc2109979&device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1160 time: 0.0953653 Dec 03 15:10:28.895820 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 38024) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:28.922612 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-2fba0ce3-aeed-4e2b-b06a-735a7f9d1e23 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 217 time: 0.0753870 Dec 03 15:10:28.997778 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be8683-e7db-485f-880c-923d0503d5c5 req-c546564c-c685-42e2-bb55-ecb2acb1c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:28.999403 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-c546564c-c685-42e2-bb55-ecb2acb1c98e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7da2c691-bc71-4f4c-b76d-e84aa1853eae HTTP/1.1" status: 200 len: 848 time: 0.0685904 Dec 03 15:10:29.066383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fe3c8fa1-6bc3-4340-9ccb-902ebdbde6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:29.082753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-fe3c8fa1-6bc3-4340-9ccb-902ebdbde6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:29.086568 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be8683-e7db-485f-880c-923d0503d5c5 req-cd9f82f6-0b30-4e1e-89c3-ba62b2f00237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:29.086903 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-fe3c8fa1-6bc3-4340-9ccb-902ebdbde6b9 admin admin] Usage tracker for resource:security_group_rule and tenant:c646cad395d84417971995801ed8f326 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:29.088263 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-cd9f82f6-0b30-4e1e-89c3-ba62b2f00237 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821738 Dec 03 15:10:29.090042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-fe3c8fa1-6bc3-4340-9ccb-902ebdbde6b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:29.096602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-fe3c8fa1-6bc3-4340-9ccb-902ebdbde6b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:29.190085 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fe3c8fa1-6bc3-4340-9ccb-902ebdbde6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:29.193440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fe3c8fa1-6bc3-4340-9ccb-902ebdbde6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:29.203368 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aabf5bbd-f6bd-4335-898d-4ffd9e38fca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:29.244060 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-7413d925-58f7-4759-bc6f-f7c640c756bd service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478596 Dec 03 15:10:29.246499 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-fe3c8fa1-6bc3-4340-9ccb-902ebdbde6b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c646cad395d84417971995801ed8f326&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3494606 Dec 03 15:10:29.247518 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c8fa1-6bc3-4340-9ccb-902ebdbde6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4cb474-965e-42c7-ac4f-7415f7cb86ca,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:29.249704 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 38032) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:29.251383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-fe3c8fa1-6bc3-4340-9ccb-902ebdbde6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:29.432308 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0d2b-c390-4ade-bae4-adebaf111c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:29.512414 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-72be8683-e7db-485f-880c-923d0503d5c5 req-52688365-e9f6-4408-a9c6-e716a871d66e service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2588959 Dec 03 15:10:29.522096 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0d2b-c390-4ade-bae4-adebaf111c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:29.596542 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0d2b-c390-4ade-bae4-adebaf111c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:29.602551 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:29.615423 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcf199-734c-45fb-9c35-4695c1d34c1a req-f9d5ddd3-c069-4bf8-83de-26d3cc80ef04 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:29.617161 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-17fcf199-734c-45fb-9c35-4695c1d34c1a req-f9d5ddd3-c069-4bf8-83de-26d3cc80ef04 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 943 time: 0.1650090 Dec 03 15:10:29.666873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce0d2b-c390-4ade-bae4-adebaf111c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4cb474-965e-42c7-ac4f-7415f7cb86ca,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:29.690851 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f5ce0d2b-c390-4ade-bae4-adebaf111c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:29.696796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0d2b-c390-4ade-bae4-adebaf111c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:29.698012 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-f5ce0d2b-c390-4ade-bae4-adebaf111c0d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac4cb474-965e-42c7-ac4f-7415f7cb86ca HTTP/1.1" status: 204 len: 168 time: 0.4472892 Dec 03 15:10:29.739742 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-17fcf199-734c-45fb-9c35-4695c1d34c1a req-d3fb086a-6a49-4697-83b1-d55bbf69ac99 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0761588 Dec 03 15:10:29.750544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112a9ff-4684-4cfd-80d8-de25da2c613b req-624a94e5-5b2c-436b-b776-46c3f122a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:29.753034 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f112a9ff-4684-4cfd-80d8-de25da2c613b req-624a94e5-5b2c-436b-b776-46c3f122a1e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=874b7c6d7fbb4942b67a996fc2109979&device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1160 time: 0.1349163 Dec 03 15:10:30.087369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 38054) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:30.115786 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca3d4-8276-46d9-b7c5-019ecbecb810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:30.132828 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112a9ff-4684-4cfd-80d8-de25da2c613b req-288f3a71-e534-4141-953a-d13391a66fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:30.133497 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-fd1ca3d4-8276-46d9-b7c5-019ecbecb810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:30.134399 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f112a9ff-4684-4cfd-80d8-de25da2c613b req-288f3a71-e534-4141-953a-d13391a66fac service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 200 len: 903 time: 0.3736892 Dec 03 15:10:30.137730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-fd1ca3d4-8276-46d9-b7c5-019ecbecb810 admin admin] Usage tracker for resource:security_group_rule and tenant:cfc574e06b004bbd946aeb3b617b085e is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:30.141017 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-fd1ca3d4-8276-46d9-b7c5-019ecbecb810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:30.148557 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-fd1ca3d4-8276-46d9-b7c5-019ecbecb810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:30.212028 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f112a9ff-4684-4cfd-80d8-de25da2c613b req-fe80b799-dc6e-4ef6-bb43-e62961a9c859 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 217 time: 0.0691597 Dec 03 15:10:30.244259 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca3d4-8276-46d9-b7c5-019ecbecb810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:30.247280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca3d4-8276-46d9-b7c5-019ecbecb810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:30.257289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7ffe1956-5dab-41a0-9703-1d65c698c9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:30.289131 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112a9ff-4684-4cfd-80d8-de25da2c613b req-49217c46-9faf-400c-a0d5-04478c22b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:30.290690 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f112a9ff-4684-4cfd-80d8-de25da2c613b req-49217c46-9faf-400c-a0d5-04478c22b3b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7da2c691-bc71-4f4c-b76d-e84aa1853eae HTTP/1.1" status: 200 len: 848 time: 0.0719757 Dec 03 15:10:30.304972 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-fd1ca3d4-8276-46d9-b7c5-019ecbecb810 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfc574e06b004bbd946aeb3b617b085e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2162359 Dec 03 15:10:30.306732 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ca3d4-8276-46d9-b7c5-019ecbecb810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fef8b57-3537-45c6-b3e0-b54e157ae0b1,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:30.310537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-fd1ca3d4-8276-46d9-b7c5-019ecbecb810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:30.311247 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 38060) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:30.375845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1bed9bf7-41c9-4405-a51c-aa3cca655d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:30.376098 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112a9ff-4684-4cfd-80d8-de25da2c613b req-3d9e1163-7b6e-421a-8f3a-f9492ecdcb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:30.377946 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f112a9ff-4684-4cfd-80d8-de25da2c613b req-3d9e1163-7b6e-421a-8f3a-f9492ecdcb77 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795817 Dec 03 15:10:30.404087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1bed9bf7-41c9-4405-a51c-aa3cca655d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:30.450921 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1bed9bf7-41c9-4405-a51c-aa3cca655d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:30.456858 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-49f3db6d-933f-4797-8a6b-30b82c328603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:30.472483 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed9bf7-41c9-4405-a51c-aa3cca655d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fef8b57-3537-45c6-b3e0-b54e157ae0b1,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:30.481326 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1bed9bf7-41c9-4405-a51c-aa3cca655d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:30.483612 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1bed9bf7-41c9-4405-a51c-aa3cca655d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:30.487649 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1bed9bf7-41c9-4405-a51c-aa3cca655d48 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1fef8b57-3537-45c6-b3e0-b54e157ae0b1 HTTP/1.1" status: 204 len: 168 time: 0.1726160 Dec 03 15:10:30.534277 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f112a9ff-4684-4cfd-80d8-de25da2c613b req-e5be2fef-1c0c-4f4f-abfe-b3fcc8c9f1f9 service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465671 Dec 03 15:10:30.694243 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f112a9ff-4684-4cfd-80d8-de25da2c613b req-2f2ff288-671e-425e-b609-4bdca0eaf057 service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514282 Dec 03 15:10:30.962726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b8928-7762-4c22-af78-ad82c41402bd req-2c5ecdd6-1c8f-4183-964d-343fb3f8106c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:30.964349 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-179b8928-7762-4c22-af78-ad82c41402bd req-2c5ecdd6-1c8f-4183-964d-343fb3f8106c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 943 time: 0.0887959 Dec 03 15:10:31.013008 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-179b8928-7762-4c22-af78-ad82c41402bd req-765bd688-9dce-46a9-9a10-a7aabef5910a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417008 Dec 03 15:10:31.797779 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:10:32.235284 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba7722-1758-4e53-a7c7-28f6ce22f26a req-62ca919f-86ef-48a1-a93d-579d4bb38f9b tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:32.236974 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9eba7722-1758-4e53-a7c7-28f6ce22f26a req-62ca919f-86ef-48a1-a93d-579d4bb38f9b tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 943 time: 0.0838797 Dec 03 15:10:32.291492 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9eba7722-1758-4e53-a7c7-28f6ce22f26a req-e1259a77-62b3-49dc-87cd-b5e2981ca5f9 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0468874 Dec 03 15:10:32.712040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device db997bcd-46d8-4126-97ea-218e5eef2fe7 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:10:32.795407 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port db997bcd-46d8-4126-97ea-218e5eef2fe7 completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:10:32.801482 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port db997bcd-46d8-4126-97ea-218e5eef2fe7 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:10:32.802026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:32.943715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:32.976878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:10:32.991768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port db997bcd-46d8-4126-97ea-218e5eef2fe7, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:10:32.996446 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:32.999047 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:33.061115 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7', 'code': 200} Dec 03 15:10:33.087487 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=db997bcd-46d8-4126-97ea-218e5eef2fe7,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:33.091524 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:33.170268 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 38140) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:33.388520 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-362ede02-3708-4677-9aa8-d47fe8f36b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:33.412508 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-362ede02-3708-4677-9aa8-d47fe8f36b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:33.418155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-362ede02-3708-4677-9aa8-d47fe8f36b25 admin admin] Usage tracker for resource:security_group_rule and tenant:033c335304064a92b3b44074967c9f3e is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:33.422109 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-362ede02-3708-4677-9aa8-d47fe8f36b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:33.429893 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-362ede02-3708-4677-9aa8-d47fe8f36b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:33.530748 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ec409-d22a-41fd-b2dc-e4179645f588 req-5a7daba8-a201-43f1-a14c-ec9b65098134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:33.532945 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-577ec409-d22a-41fd-b2dc-e4179645f588 req-5a7daba8-a201-43f1-a14c-ec9b65098134 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1162 time: 0.1843200 Dec 03 15:10:33.624728 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cce62-56cb-40c5-afe7-3a29e51e4f31 req-b40b8147-3036-46c6-8248-18799a957a07 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:33.626379 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b27cce62-56cb-40c5-afe7-3a29e51e4f31 req-b40b8147-3036-46c6-8248-18799a957a07 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.1861057 Dec 03 15:10:33.632531 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-577ec409-d22a-41fd-b2dc-e4179645f588 req-3aa9e694-a71a-4d35-9206-a45e7142dbfc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0902927 Dec 03 15:10:33.689940 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-362ede02-3708-4677-9aa8-d47fe8f36b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:33.696136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-362ede02-3708-4677-9aa8-d47fe8f36b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:33.706753 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9a7ef377-f520-4886-ae17-53eba539b980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:33.719354 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b27cce62-56cb-40c5-afe7-3a29e51e4f31 req-da32e306-0e68-4184-88a3-b1e916c8ddc8 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0858095 Dec 03 15:10:33.748133 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-362ede02-3708-4677-9aa8-d47fe8f36b25 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=033c335304064a92b3b44074967c9f3e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5766475 Dec 03 15:10:33.752510 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 38152) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:33.773560 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ede02-3708-4677-9aa8-d47fe8f36b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1158a4f9-6369-44be-a881-de75a250736f,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:33.778761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-362ede02-3708-4677-9aa8-d47fe8f36b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:33.824550 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-39fe751f-755e-4552-bbbc-0fa92de77063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:33.852898 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-39fe751f-755e-4552-bbbc-0fa92de77063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:33.898015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-39fe751f-755e-4552-bbbc-0fa92de77063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:33.903026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a2ea10e9-9338-4cfb-81ba-1ccc492df9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:33.916626 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe751f-755e-4552-bbbc-0fa92de77063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1158a4f9-6369-44be-a881-de75a250736f,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:33.919723 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-39fe751f-755e-4552-bbbc-0fa92de77063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:33.920672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-39fe751f-755e-4552-bbbc-0fa92de77063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:33.923021 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-39fe751f-755e-4552-bbbc-0fa92de77063 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1158a4f9-6369-44be-a881-de75a250736f HTTP/1.1" status: 204 len: 168 time: 0.1689396 Dec 03 15:10:34.282872 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 38160) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:34.303173 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aa8a82bb-aa21-41e2-92cd-e9fb81c14a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:34.318470 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-aa8a82bb-aa21-41e2-92cd-e9fb81c14a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:34.322590 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-aa8a82bb-aa21-41e2-92cd-e9fb81c14a5a admin admin] Usage tracker for resource:security_group_rule and tenant:512584c421fc4a6abc16bb9a95498fa5 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:34.325573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-aa8a82bb-aa21-41e2-92cd-e9fb81c14a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:34.331351 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-aa8a82bb-aa21-41e2-92cd-e9fb81c14a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:34.418333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device db997bcd-46d8-4126-97ea-218e5eef2fe7 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:10:34.419127 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aa8a82bb-aa21-41e2-92cd-e9fb81c14a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:34.423143 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-aa8a82bb-aa21-41e2-92cd-e9fb81c14a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:34.432924 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0bb4f8f2-4639-4ebc-bc9b-4887aefff04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:34.478540 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-aa8a82bb-aa21-41e2-92cd-e9fb81c14a5a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=512584c421fc4a6abc16bb9a95498fa5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1944852 Dec 03 15:10:34.481693 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 38168) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:34.492146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port db997bcd-46d8-4126-97ea-218e5eef2fe7 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:10:34.492961 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:34.506784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a82bb-aa21-41e2-92cd-e9fb81c14a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f29394-aec2-450b-8c6d-b671a545aa81,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:34.511707 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aa8a82bb-aa21-41e2-92cd-e9fb81c14a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:34.607400 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6578f265-1e96-4bc1-b6c5-3341af8f344c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:34.642444 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6578f265-1e96-4bc1-b6c5-3341af8f344c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:34.697057 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6578f265-1e96-4bc1-b6c5-3341af8f344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:34.705761 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6ae04267-ce87-4a62-91d6-dda338b6702d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:34.722312 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6578f265-1e96-4bc1-b6c5-3341af8f344c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:34.723601 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-6578f265-1e96-4bc1-b6c5-3341af8f344c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35f29394-aec2-450b-8c6d-b671a545aa81 HTTP/1.1" status: 204 len: 168 time: 0.2409060 Dec 03 15:10:34.727295 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578f265-1e96-4bc1-b6c5-3341af8f344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f29394-aec2-450b-8c6d-b671a545aa81,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:34.730025 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6578f265-1e96-4bc1-b6c5-3341af8f344c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:34.979999 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da4cea-9819-4993-a3b4-aa9f5e843509 req-daf1e656-9644-440e-9b0f-f74d36177193 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:34.981764 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52da4cea-9819-4993-a3b4-aa9f5e843509 req-daf1e656-9644-440e-9b0f-f74d36177193 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.0963805 Dec 03 15:10:35.034792 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52da4cea-9819-4993-a3b4-aa9f5e843509 req-1f5b8ff9-1b36-48a7-a4cc-88d3207e8d39 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0456057 Dec 03 15:10:35.261143 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcd88f-4126-4b5a-a151-15054c8772b3 req-aca38493-b5f3-43c9-a0b3-52604f7e05cd tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:35.263324 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-89fcd88f-4126-4b5a-a151-15054c8772b3 req-aca38493-b5f3-43c9-a0b3-52604f7e05cd tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.0949788 Dec 03 15:10:35.315491 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-89fcd88f-4126-4b5a-a151-15054c8772b3 req-03b13005-c8a6-4db4-9d01-b778601a5e53 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0447154 Dec 03 15:10:35.542218 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-f5afd8c8-f8bc-41b9-8970-e4de7e55b2c4 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1690903 Dec 03 15:10:35.552338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Request body: {'floatingip': {'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:10:35.559553 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:35.565122 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Usage tracker for resource:floatingip and tenant:874b7c6d7fbb4942b67a996fc2109979 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:35.568604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:35.574787 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:35.586320 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for floatingip, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:35.737487 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:36.041743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Allocated IP 172.28.3.183 (dd1a301b-8a93-4dbd-976c-bde55c9c0b05/c18e91fc-9930-43a9-93bf-89a7b3a7a2b3/eb865b86-4077-4928-b3ed-d91f09a53905) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:10:36.213557 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:36.240738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:36.259310 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-d445df1e-efa0-4c18-9500-86dd3444ae1a tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:36.410660 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Pushing event updated for resources: {'Port': ['ID=eb865b86-4077-4928-b3ed-d91f09a53905,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:36.415883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:36.468772 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Network dd1a301b-8a93-4dbd-976c-bde55c9c0b05 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:10:36.470096 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:10:36.472585 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:10:36.563943 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for floatingip, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:36.632366 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:36.914280 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:36.918155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:36.934135 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:37.081672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Pushing event updated for resources: {'Port': ['ID=eb865b86-4077-4928-b3ed-d91f09a53905,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:37.085673 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:37.215890 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:37.246208 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:37.247702 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-52fc6577-021f-49c0-868c-2ced50325695 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7010267 Dec 03 15:10:37.351250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-00e820cb-8ab1-4141-9042-ecc167f9278b tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Synchronizing usage tracker for tenant:874b7c6d7fbb4942b67a996fc2109979 on resource:floatingip {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:10:37.367935 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-00e820cb-8ab1-4141-9042-ecc167f9278b tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Unset dirty status for tenant:874b7c6d7fbb4942b67a996fc2109979 on resource:floatingip {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:10:37.369325 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-00e820cb-8ab1-4141-9042-ecc167f9278b tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.3.183 HTTP/1.1" status: 200 len: 696 time: 0.1139643 Dec 03 15:10:37.761310 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-233909b7-a326-4558-aead-965c76c72633 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:37.762933 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-233909b7-a326-4558-aead-965c76c72633 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/networks/dd1a301b-8a93-4dbd-976c-bde55c9c0b05 HTTP/1.1" status: 200 len: 784 time: 0.3872285 Dec 03 15:10:37.775596 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-645359b4-2f61-43a2-bbaa-68de021d61c2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 15:10:37.776787 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a4d84bd0-b789-4c3c-9d67-dca55eda717a req-645359b4-2f61-43a2-bbaa-68de021d61c2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0066302 Dec 03 15:10:37.971038 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-86230db5-c75d-4e45-97fa-d9463fe08a99 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:37.972677 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-86230db5-c75d-4e45-97fa-d9463fe08a99 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0849729 Dec 03 15:10:38.060443 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-526aaa2a-a441-4846-99b5-5242f6e8abec tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0808659 Dec 03 15:10:38.071435 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-885550be-5f2b-4eaf-971a-a504a344ee5c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Request body: {'floatingip': {'port_id': 'db997bcd-46d8-4126-97ea-218e5eef2fe7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:10:38.153586 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-885550be-5f2b-4eaf-971a-a504a344ee5c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for floatingip, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:38.811129 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 38250) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:38.818026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-885550be-5f2b-4eaf-971a-a504a344ee5c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:38.820856 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-885550be-5f2b-4eaf-971a-a504a344ee5c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853102736'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:38.981056 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fb3bd538-df7e-4d29-9356-e17abbd5b3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:38.997527 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-fb3bd538-df7e-4d29-9356-e17abbd5b3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:39.002857 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-fb3bd538-df7e-4d29-9356-e17abbd5b3d8 admin admin] Usage tracker for resource:security_group_rule and tenant:85c03643468c4e458a9085863b250ae9 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:39.005997 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-fb3bd538-df7e-4d29-9356-e17abbd5b3d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:39.006204 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-885550be-5f2b-4eaf-971a-a504a344ee5c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Floating IP 276bd948-ae24-4021-a792-ef0078a049b2 associated. External IP: 172.28.3.183, port: db997bcd-46d8-4126-97ea-218e5eef2fe7. Dec 03 15:10:39.012323 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-fb3bd538-df7e-4d29-9356-e17abbd5b3d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:39.107392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fb3bd538-df7e-4d29-9356-e17abbd5b3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:39.110907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fb3bd538-df7e-4d29-9356-e17abbd5b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:39.120026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-dc3763d1-ae75-485e-8886-ed759261698e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:39.164396 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bd538-df7e-4d29-9356-e17abbd5b3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b02f33-4215-476c-ad51-a245e9cc967f,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:39.171544 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-fb3bd538-df7e-4d29-9356-e17abbd5b3d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85c03643468c4e458a9085863b250ae9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3567672 Dec 03 15:10:39.171544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-fb3bd538-df7e-4d29-9356-e17abbd5b3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:39.171871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 38256) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:39.397601 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6d8156c2-61fa-4c9f-8e5a-3a1abb590bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:39.462803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6d8156c2-61fa-4c9f-8e5a-3a1abb590bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:39.511766 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-885550be-5f2b-4eaf-971a-a504a344ee5c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Router 394a146b-ead3-4e1d-962c-b5ff06497c81 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:10:39.661908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6d8156c2-61fa-4c9f-8e5a-3a1abb590bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:39.676350 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ca9f4c3f-8cb7-4b4a-80f4-83c8b855d6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:39.692176 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8156c2-61fa-4c9f-8e5a-3a1abb590bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b02f33-4215-476c-ad51-a245e9cc967f,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:39.699207 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6d8156c2-61fa-4c9f-8e5a-3a1abb590bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:39.706687 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-6d8156c2-61fa-4c9f-8e5a-3a1abb590bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:39.707893 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-6d8156c2-61fa-4c9f-8e5a-3a1abb590bb0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4b02f33-4215-476c-ad51-a245e9cc967f HTTP/1.1" status: 204 len: 168 time: 0.5344412 Dec 03 15:10:39.741803 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-885550be-5f2b-4eaf-971a-a504a344ee5c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:10:39.746599 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-885550be-5f2b-4eaf-971a-a504a344ee5c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:39.753655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72e5a2-9304-429f-be19-db4ba26725f5 None None] Sync routers for ids ['394a146b-ead3-4e1d-962c-b5ff06497c81'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:10:39.764752 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72e5a2-9304-429f-be19-db4ba26725f5 None None] Routers {'394a146b-ead3-4e1d-962c-b5ff06497c81'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:10:39.765426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-8e72e5a2-9304-429f-be19-db4ba26725f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:10:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['394a146b-ead3-4e1d-962c-b5ff06497c81'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:10:39.808852 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-885550be-5f2b-4eaf-971a-a504a344ee5c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "PUT /v2.0/floatingips/276bd948-ae24-4021-a792-ef0078a049b2 HTTP/1.1" status: 200 len: 996 time: 1.7416878 Dec 03 15:10:39.809417 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:10:39.904493 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7', 'status': 'completed', 'code': 200} Dec 03 15:10:40.027369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-8e72e5a2-9304-429f-be19-db4ba26725f5 None None] Set router 394a146b-ead3-4e1d-962c-b5ff06497c81 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:10:40.034286 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-94f6450d-530d-45a2-8301-f2f85c33516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:40.036354 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-94f6450d-530d-45a2-8301-f2f85c33516f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=874b7c6d7fbb4942b67a996fc2109979&device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1162 time: 0.1958816 Dec 03 15:10:40.155000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 38276) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:40.206773 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0578c-616d-4601-8c4d-f588ddfc0066 req-899be76c-f980-4acd-969b-4ce0b34d8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:40.208616 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-60c0578c-616d-4601-8c4d-f588ddfc0066 req-899be76c-f980-4acd-969b-4ce0b34d8469 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=874b7c6d7fbb4942b67a996fc2109979&device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1162 time: 0.2629228 Dec 03 15:10:40.270645 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-54f12fdd-01c6-48cb-b18f-86690e165778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:40.272394 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-54f12fdd-01c6-48cb-b18f-86690e165778 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 200 len: 903 time: 0.2285635 Dec 03 15:10:40.344136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a4e8807b-5d64-469f-a767-2c873eba810d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:40.364553 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a4e8807b-5d64-469f-a767-2c873eba810d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:40.369716 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a4e8807b-5d64-469f-a767-2c873eba810d admin admin] Usage tracker for resource:security_group_rule and tenant:2d274b4a816b40e2ba8236d76ba4d10c is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:40.373903 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-a4e8807b-5d64-469f-a767-2c873eba810d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:40.382174 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-a4e8807b-5d64-469f-a767-2c873eba810d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:40.477618 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-8e72e5a2-9304-429f-be19-db4ba26725f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:48Z', 'revision_number': 4, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': '276bd948-ae24-4021-a792-ef0078a049b2', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'floating_ip_address': '172.28.3.183', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'port_id': 'db997bcd-46d8-4126-97ea-218e5eef2fe7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'mac_address': 'fa:16:3e:ac:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:10:36Z', 'updated_at': '2020-12-03T15:10:38Z', 'revision_number': 1, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9096998-9ac6-4100-848f-db95961afb2f', 'name': '', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'mac_address': 'fa:16:3e:6b:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:46Z', 'updated_at': '2020-12-03T15:09:57Z', 'revision_number': 5, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'subnets': [{'id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:10:40.482907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72e5a2-9304-429f-be19-db4ba26725f5 None None] Checking router: 394a146b-ead3-4e1d-962c-b5ff06497c81 for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:10:40.494267 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72e5a2-9304-429f-be19-db4ba26725f5 None None] Routers {'394a146b-ead3-4e1d-962c-b5ff06497c81'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:10:40.495235 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-8e72e5a2-9304-429f-be19-db4ba26725f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:10:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['394a146b-ead3-4e1d-962c-b5ff06497c81'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:10:40.498826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a4e8807b-5d64-469f-a767-2c873eba810d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:40.504213 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a4e8807b-5d64-469f-a767-2c873eba810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:40.517701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9921ed6a-191f-467c-8d1a-94b2dbee652b tempest-AttachVolumeTestJSON-779836979 tempest-AttachVolumeTestJSON-779836979] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:40.619672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8807b-5d64-469f-a767-2c873eba810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ad20bf-6ed6-4252-97cd-238799c922f1,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:40.648515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a4e8807b-5d64-469f-a767-2c873eba810d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:40.671462 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a4e8807b-5d64-469f-a767-2c873eba810d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d274b4a816b40e2ba8236d76ba4d10c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5152285 Dec 03 15:10:40.675593 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 38290) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:40.730093 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-8e72e5a2-9304-429f-be19-db4ba26725f5 None None] Set router 394a146b-ead3-4e1d-962c-b5ff06497c81 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:10:40.741292 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-620e7721-72db-4c64-a07d-2afa229b7032 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 999 time: 0.4152958 Dec 03 15:10:40.772452 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b668da62-0ae8-4143-9206-721a7eb9d274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:40.804996 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b668da62-0ae8-4143-9206-721a7eb9d274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:40.809363 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0578c-616d-4601-8c4d-f588ddfc0066 req-de461b24-f05c-4d19-9cbf-cb90593c6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:40.811092 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-60c0578c-616d-4601-8c4d-f588ddfc0066 req-de461b24-f05c-4d19-9cbf-cb90593c6a49 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 200 len: 903 time: 0.5867639 Dec 03 15:10:40.856544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b668da62-0ae8-4143-9206-721a7eb9d274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:40.863433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1f7226ba-9a90-401a-8a44-8aa48c318cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:40.881152 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668da62-0ae8-4143-9206-721a7eb9d274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ad20bf-6ed6-4252-97cd-238799c922f1,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:40.892937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b668da62-0ae8-4143-9206-721a7eb9d274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:40.893859 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b668da62-0ae8-4143-9206-721a7eb9d274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:40.895293 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b668da62-0ae8-4143-9206-721a7eb9d274 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0ad20bf-6ed6-4252-97cd-238799c922f1 HTTP/1.1" status: 204 len: 168 time: 0.2178969 Dec 03 15:10:40.912745 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-fcffe15f-136d-4149-b8de-2b44e03ae054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:40.914121 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-fcffe15f-136d-4149-b8de-2b44e03ae054 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7da2c691-bc71-4f4c-b76d-e84aa1853eae HTTP/1.1" status: 200 len: 848 time: 0.1625667 Dec 03 15:10:41.006376 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-60c0578c-616d-4601-8c4d-f588ddfc0066 req-4d9c8e6f-aacc-4cfc-9445-6480bd30db24 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 999 time: 0.1881006 Dec 03 15:10:41.104019 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-f45bf245-c92d-4020-b237-bc2a6e8908b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:41.105721 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-f45bf245-c92d-4020-b237-bc2a6e8908b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1811144 Dec 03 15:10:41.110022 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0578c-616d-4601-8c4d-f588ddfc0066 req-542efaad-a483-4673-a59c-1245d4d96535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:41.111638 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-60c0578c-616d-4601-8c4d-f588ddfc0066 req-542efaad-a483-4673-a59c-1245d4d96535 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7da2c691-bc71-4f4c-b76d-e84aa1853eae HTTP/1.1" status: 200 len: 848 time: 0.0940046 Dec 03 15:10:41.120162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-18381cb6-29df-4557-9e65-c6be852ee66b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 15:10:41.121380 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-18381cb6-29df-4557-9e65-c6be852ee66b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0060139 Dec 03 15:10:41.347260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0578c-616d-4601-8c4d-f588ddfc0066 req-cdcde328-0134-4c97-9b1f-d6ec5f6b1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:10:41.349071 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-60c0578c-616d-4601-8c4d-f588ddfc0066 req-cdcde328-0134-4c97-9b1f-d6ec5f6b1322 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2266302 Dec 03 15:10:41.351295 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-b16bac6d-a635-49a7-b9f0-5266be7d97ca service neutron] 10.222.0.81 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858413 Dec 03 15:10:41.371250 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-8e72e5a2-9304-429f-be19-db4ba26725f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:48Z', 'revision_number': 4, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': '276bd948-ae24-4021-a792-ef0078a049b2', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'floating_ip_address': '172.28.3.183', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'port_id': 'db997bcd-46d8-4126-97ea-218e5eef2fe7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'mac_address': 'fa:16:3e:ac:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:10:36Z', 'updated_at': '2020-12-03T15:10:38Z', 'revision_number': 1, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9096998-9ac6-4100-848f-db95961afb2f', 'name': '', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'mac_address': 'fa:16:3e:6b:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:46Z', 'updated_at': '2020-12-03T15:09:57Z', 'revision_number': 5, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'subnets': [{'id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:10:41.376496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72e5a2-9304-429f-be19-db4ba26725f5 None None] The sync data for ids ['394a146b-ead3-4e1d-962c-b5ff06497c81'] in dv-cinder-757908-3-smb is: [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:48Z', 'revision_number': 4, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_floatingips': [{'id': '276bd948-ae24-4021-a792-ef0078a049b2', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'floating_ip_address': '172.28.3.183', 'floating_network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'router_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'port_id': 'db997bcd-46d8-4126-97ea-218e5eef2fe7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'mac_address': 'fa:16:3e:ac:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:10:36Z', 'updated_at': '2020-12-03T15:10:38Z', 'revision_number': 1, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9096998-9ac6-4100-848f-db95961afb2f', 'name': '', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'mac_address': 'fa:16:3e:6b:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:46Z', 'updated_at': '2020-12-03T15:09:57Z', 'revision_number': 5, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'subnets': [{'id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:10:41.459844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 38304) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:41.481951 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c7a37bc6-bdd4-4b1b-a678-bf52005f62db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:41.507618 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c7a37bc6-bdd4-4b1b-a678-bf52005f62db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:41.516974 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c7a37bc6-bdd4-4b1b-a678-bf52005f62db admin admin] Usage tracker for resource:security_group_rule and tenant:f9ba66416a7b4a58b8e139593d768d4a is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:41.521012 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-c7a37bc6-bdd4-4b1b-a678-bf52005f62db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:41.528842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-c7a37bc6-bdd4-4b1b-a678-bf52005f62db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:41.648340 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c7a37bc6-bdd4-4b1b-a678-bf52005f62db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:41.653832 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c7a37bc6-bdd4-4b1b-a678-bf52005f62db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:41.665930 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b668da62-0ae8-4143-9206-721a7eb9d274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:41.675332 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-60c0578c-616d-4601-8c4d-f588ddfc0066 req-3e0102b2-392f-49e6-9afa-dcc8c8668390 service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183825 Dec 03 15:10:41.679203 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-52f5df01-2c3b-43f8-a1cf-3cae6f9124bf req-d774d73a-a711-4c09-9125-35935853f8e1 service neutron] 10.222.0.81 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2940788 Dec 03 15:10:41.749528 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c7a37bc6-bdd4-4b1b-a678-bf52005f62db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9ba66416a7b4a58b8e139593d768d4a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2884083 Dec 03 15:10:41.755056 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 38314) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:41.773818 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a37bc6-bdd4-4b1b-a678-bf52005f62db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746d831a-7495-4c34-bd54-b9a748841d6c,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:41.788227 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e1a38-5893-451a-aefb-95875dae823d None None] New status for floating IP 276bd948-ae24-4021-a792-ef0078a049b2: ACTIVE {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:10:41.799214 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c7a37bc6-bdd4-4b1b-a678-bf52005f62db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:41.836843 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e1d1a15a-ac9d-4c7d-bb96-f7e60a828c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:41.865352 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e1d1a15a-ac9d-4c7d-bb96-f7e60a828c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:41.865795 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-60c0578c-616d-4601-8c4d-f588ddfc0066 req-3c61d245-12ba-4867-ad3a-690ae0fe4b6a service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1835630 Dec 03 15:10:41.913403 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e1d1a15a-ac9d-4c7d-bb96-f7e60a828c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:41.918545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-ee4e3493-ebf6-4d8a-b220-4c9784bed866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:41.932503 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1a15a-ac9d-4c7d-bb96-f7e60a828c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746d831a-7495-4c34-bd54-b9a748841d6c,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:41.935656 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e1d1a15a-ac9d-4c7d-bb96-f7e60a828c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:41.937578 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e1d1a15a-ac9d-4c7d-bb96-f7e60a828c18 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/746d831a-7495-4c34-bd54-b9a748841d6c HTTP/1.1" status: 204 len: 168 time: 0.1811321 Dec 03 15:10:41.939330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e1d1a15a-ac9d-4c7d-bb96-f7e60a828c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:52.793061 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 38502) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:52.959169 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8f2b34cd-645e-4f8e-8227-19bd5d1e5509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:52.980138 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8f2b34cd-645e-4f8e-8227-19bd5d1e5509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:10:52.985325 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8f2b34cd-645e-4f8e-8227-19bd5d1e5509 admin admin] Usage tracker for resource:security_group_rule and tenant:6cc613da9fee44399f76f628ec2ee639 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:10:52.988298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-8f2b34cd-645e-4f8e-8227-19bd5d1e5509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:10:52.994515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-8f2b34cd-645e-4f8e-8227-19bd5d1e5509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:10:53.022257 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:53.101615 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8f2b34cd-645e-4f8e-8227-19bd5d1e5509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:53.104522 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8f2b34cd-645e-4f8e-8227-19bd5d1e5509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:53.114814 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b2814275-7ee2-4c29-a712-d7121c78ef5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:53.145354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-772ef704-b119-4e97-8804-23ab521cb620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:53.162132 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-8f2b34cd-645e-4f8e-8227-19bd5d1e5509 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6cc613da9fee44399f76f628ec2ee639&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3680856 Dec 03 15:10:53.163862 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b34cd-645e-4f8e-8227-19bd5d1e5509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b11ee82-6506-47aa-8a78-f7cc0666362c,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:53.165298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 38508) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:10:53.170371 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8f2b34cd-645e-4f8e-8227-19bd5d1e5509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:53.240345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-86a24de6-cccf-4f54-90cc-8d14ba2f7443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:53.281410 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-86a24de6-cccf-4f54-90cc-8d14ba2f7443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:53.331594 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-86a24de6-cccf-4f54-90cc-8d14ba2f7443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:53.336816 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-593ad25b-b598-47d8-8e12-35c439889e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:10:53.351818 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a24de6-cccf-4f54-90cc-8d14ba2f7443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b11ee82-6506-47aa-8a78-f7cc0666362c,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:10:53.354730 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-86a24de6-cccf-4f54-90cc-8d14ba2f7443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:10:53.356264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-86a24de6-cccf-4f54-90cc-8d14ba2f7443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:53.357496 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-86a24de6-cccf-4f54-90cc-8d14ba2f7443 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b11ee82-6506-47aa-8a78-f7cc0666362c HTTP/1.1" status: 204 len: 168 time: 0.1911681 Dec 03 15:10:55.661351 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-599bfd69-be7c-4f93-ac5c-ea16eab7ab4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:56.183131 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:57.145553 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:10:57.204419 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:08.797875 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:11:11.010922 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 38602) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:11:11.179876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e4cea300-3e4f-445b-b845-92fac7f51ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:11.197248 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e4cea300-3e4f-445b-b845-92fac7f51ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:11:11.201691 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e4cea300-3e4f-445b-b845-92fac7f51ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:3822069cf024471aa5168aa99e126d25 is out of sync, need to count used quota {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:11:11.205529 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [None req-e4cea300-3e4f-445b-b845-92fac7f51ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80304) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:11:11.211757 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [None req-e4cea300-3e4f-445b-b845-92fac7f51ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:11:11.306108 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e4cea300-3e4f-445b-b845-92fac7f51ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:11.309087 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e4cea300-3e4f-445b-b845-92fac7f51ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:11.318807 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3e5c5fa2-7876-42c6-9e39-b1af59711de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:11:11.366064 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e4cea300-3e4f-445b-b845-92fac7f51ff0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3822069cf024471aa5168aa99e126d25&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3537738 Dec 03 15:11:11.366991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cea300-3e4f-445b-b845-92fac7f51ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ac5cfe-9b9c-4316-b271-720f0a131d61,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:11:11.369375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 38608) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:11:11.370594 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e4cea300-3e4f-445b-b845-92fac7f51ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:11:11.437294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9d281a11-2dcc-4a42-a302-2883cf294aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:11.465211 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9d281a11-2dcc-4a42-a302-2883cf294aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:11.509461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9d281a11-2dcc-4a42-a302-2883cf294aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:11.514738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-aa8a82bb-aa21-41e2-92cd-e9fb81c14a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:11:11.529738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281a11-2dcc-4a42-a302-2883cf294aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ac5cfe-9b9c-4316-b271-720f0a131d61,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:11:11.533455 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9d281a11-2dcc-4a42-a302-2883cf294aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:11:11.534383 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9d281a11-2dcc-4a42-a302-2883cf294aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:11.535555 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-9d281a11-2dcc-4a42-a302-2883cf294aac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34ac5cfe-9b9c-4316-b271-720f0a131d61 HTTP/1.1" status: 204 len: 168 time: 0.1651306 Dec 03 15:11:14.308853 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-0e82f145-6f66-44c8-b935-128d80769e14 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/networks?tenant_id=833c532aa92e422592ef97f30f8d2ef1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346591 Dec 03 15:11:14.471156 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-3f60a3fc-f465-48a7-a07e-8f33c019d32d tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:14.472752 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-3f60a3fc-f465-48a7-a07e-8f33c019d32d tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566696 Dec 03 15:11:14.489129 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-a5753cd5-f92b-4e40-8fcf-d266751e78a9 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/quotas/833c532aa92e422592ef97f30f8d2ef1 HTTP/1.1" status: 200 len: 375 time: 0.0102251 Dec 03 15:11:14.544224 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-dd4ab371-7331-4f5c-9dc0-7acb9e442601 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?tenant_id=833c532aa92e422592ef97f30f8d2ef1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491073 Dec 03 15:11:14.758207 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5069e37f-6b3c-4965-b8f4-feff1d8e9d38 req-8e90983c-18fe-4426-b8b5-a9e48dabc200 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 210 time: 0.0506804 Dec 03 15:11:15.947550 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-0e1b8a78-9cfb-4ac5-8ae9-248b68d8c9f6 req-616691fb-ddad-4b60-a54c-afa1600cac50 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 210 time: 0.0460885 Dec 03 15:11:16.098032 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-b22de2e5-1b8c-4e2a-a267-a3055454767f tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.65 "GET /v2.0/networks?tenant_id=833c532aa92e422592ef97f30f8d2ef1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519409 Dec 03 15:11:16.270804 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-468fba87-a69a-4647-bc7b-03976c31ec48 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:16.272463 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-468fba87-a69a-4647-bc7b-03976c31ec48 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690855 Dec 03 15:11:16.301172 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Request body: {'port': {'device_id': '97c51ebc-adb2-4501-92bc-1dc30f49d6a7', 'network_id': 'fe43b652-1c72-43ba-b4de-9d81499786a8', 'admin_state_up': True, 'tenant_id': '833c532aa92e422592ef97f30f8d2ef1'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:11:16.445397 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:11:16.449558 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Usage tracker for resource:port and tenant:833c532aa92e422592ef97f30f8d2ef1 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:11:16.452526 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Quota usage for port was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:11:16.458300 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:11:16.467207 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Made reservation on behalf of 833c532aa92e422592ef97f30f8d2ef1 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 03 15:11:16.473225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:16.490727 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:16.507469 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 03 15:11:16.511495 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Usage tracker for resource:security_group_rule and tenant:833c532aa92e422592ef97f30f8d2ef1 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 03 15:11:16.514443 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 03 15:11:16.520941 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.quota.driver [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 03 15:11:16.610602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:16.613467 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:16.624731 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f5ce0d2b-c390-4ade-bae4-adebaf111c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:11:16.736411 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec91d4-f9ad-4640-b692-7696361345c1,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:11:16.741581 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:11:16.941041 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_common [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Allocated IP 192.168.233.221 (fe43b652-1c72-43ba-b4de-9d81499786a8/93810897-c14b-44d9-be1a-570485c500d2/25deaa06-061b-409e-b3fc-057c3a3219bb) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 03 15:11:17.153894 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6af50401-a9bc-44a9-89b5-ac2fca759b78 req-08ece858-775d-4ede-9bc9-f56616996cae tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 210 time: 0.0626926 Dec 03 15:11:17.214353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:17.231089 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Transition to ACTIVE for port object 25deaa06-061b-409e-b3fc-057c3a3219bb will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:11:17.252746 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254335609955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:17.267674 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0311ee09-4521-4cd2-9f10-3f2f733e20c0 tempest-TestMinimumBasicScenario-1062354560 tempest-TestMinimumBasicScenario-1062354560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:11:17.407014 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Pushing event updated for resources: {'Port': ['ID=25deaa06-061b-409e-b3fc-057c3a3219bb,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:11:17.412364 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:11:17.465032 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Network fe43b652-1c72-43ba-b4de-9d81499786a8 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 03 15:11:17.466351 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.base_scheduler [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 03 15:11:17.468844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 03 15:11:17.537708 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:17.538497 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:17.567637 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-de3603f9-8e78-4d09-a7f0-ed31509a0890 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2713301 Dec 03 15:11:17.586936 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.v2.base [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Request body: {'port': {'device_id': '97c51ebc-adb2-4501-92bc-1dc30f49d6a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 03 15:11:17.706421 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-39323d13-f44d-4b09-b0be-79261fdce963 None None] Provisioning for port 25deaa06-061b-409e-b3fc-057c3a3219bb completed by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:11:17.708841 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:17.711618 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-39323d13-f44d-4b09-b0be-79261fdce963 None None] Provisioning complete for port 25deaa06-061b-409e-b3fc-057c3a3219bb triggered by entity DHCP. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:11:17.712075 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-39323d13-f44d-4b09-b0be-79261fdce963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:17.766408 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-39323d13-f44d-4b09-b0be-79261fdce963 None None] Port 25deaa06-061b-409e-b3fc-057c3a3219bb cannot update to ACTIVE because it is not bound. {{(pid=80305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 03 15:11:18.415757 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25deaa06-061b-409e-b3fc-057c3a3219bb {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 03 15:11:18.425575 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:18.443399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Transition to ACTIVE for port object 25deaa06-061b-409e-b3fc-057c3a3219bb will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 03 15:11:18.450878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835638c-9013-48c5-b7a2-d40b1ae2edaf req-79e27ad8-1191-42a1-820d-2556430f6f39 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:18.451582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a835638c-9013-48c5-b7a2-d40b1ae2edaf req-79e27ad8-1191-42a1-820d-2556430f6f39 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Synchronizing usage tracker for tenant:833c532aa92e422592ef97f30f8d2ef1 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:11:18.456012 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:18.469312 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e03a4c6e-e483-4cf3-b4c7-6ae8617217e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:11:18.599822 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a835638c-9013-48c5-b7a2-d40b1ae2edaf req-79e27ad8-1191-42a1-820d-2556430f6f39 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Unset dirty status for tenant:833c532aa92e422592ef97f30f8d2ef1 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:11:18.601143 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a835638c-9013-48c5-b7a2-d40b1ae2edaf req-79e27ad8-1191-42a1-820d-2556430f6f39 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 936 time: 0.3118863 Dec 03 15:11:18.616019 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Pushing event updated for resources: {'Port': ['ID=25deaa06-061b-409e-b3fc-057c3a3219bb,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:11:18.645583 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.645992 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.646399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.646794 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.647187 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.647580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.648030 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.648392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.648774 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.649164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.649553 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.649937 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.650427 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.650813 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.651198 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.651585 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.651990 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.652376 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.652760 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.653148 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.653548 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.653990 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.654301 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.654681 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:18.670318 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:11:18.720987 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a835638c-9013-48c5-b7a2-d40b1ae2edaf req-416a085c-569b-42ab-b748-19a62e861922 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Synchronizing usage tracker for tenant:833c532aa92e422592ef97f30f8d2ef1 on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:11:18.839010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-a835638c-9013-48c5-b7a2-d40b1ae2edaf req-416a085c-569b-42ab-b748-19a62e861922 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Unset dirty status for tenant:833c532aa92e422592ef97f30f8d2ef1 on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:11:18.840292 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-a835638c-9013-48c5-b7a2-d40b1ae2edaf req-416a085c-569b-42ab-b748-19a62e861922 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/security-groups?id=d0ec91d4-f9ad-4640-b692-7696361345c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204027 Dec 03 15:11:18.889533 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Attempting to bind port 25deaa06-061b-409e-b3fc-057c3a3219bb on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 03 15:11:18.889896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Attempting to bind port 25deaa06-061b-409e-b3fc-057c3a3219bb by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '8765322b-b0c4-4c8a-8fc3-2c07a8e736d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fe43b652-1c72-43ba-b4de-9d81499786a8'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 03 15:11:18.890256 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Attempting to bind port 25deaa06-061b-409e-b3fc-057c3a3219bb on network fe43b652-1c72-43ba-b4de-9d81499786a8 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 03 15:11:18.896813 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Checking agent: {'id': '047fa2d5-8409-4cf9-930b-fbbe29973448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 23), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 03 15:11:18.897191 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Checking segment: {'id': '8765322b-b0c4-4c8a-8fc3-2c07a8e736d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fe43b652-1c72-43ba-b4de-9d81499786a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 03 15:11:18.897592 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:18.897984 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Bound using segment: {'id': '8765322b-b0c4-4c8a-8fc3-2c07a8e736d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fe43b652-1c72-43ba-b4de-9d81499786a8'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 03 15:11:18.898521 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Bound port: 25deaa06-061b-409e-b3fc-057c3a3219bb, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8765322b-b0c4-4c8a-8fc3-2c07a8e736d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fe43b652-1c72-43ba-b4de-9d81499786a8'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 03 15:11:18.898789 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:18.991594 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] For port 25deaa06-061b-409e-b3fc-057c3a3219bb, host hv-cinder-75790, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 03 15:11:18.996000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] For port 25deaa06-061b-409e-b3fc-057c3a3219bb, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=25deaa06-061b-409e-b3fc-057c3a3219bb,segment=NetworkSegment(8765322b-b0c4-4c8a-8fc3-2c07a8e736d4),segment_id=8765322b-b0c4-4c8a-8fc3-2c07a8e736d4)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 03 15:11:18.999800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852037657'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:19.017146 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-3ac55990-ab99-4d39-9f35-03ea2228395a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:11:19.161916 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Pushing event updated for resources: {'Port': ['ID=25deaa06-061b-409e-b3fc-057c3a3219bb,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:11:19.176495 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:11:19.217543 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:19.218252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:19.220738 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] 10.222.0.65 "PUT /v2.0/ports/25deaa06-061b-409e-b3fc-057c3a3219bb HTTP/1.1" status: 200 len: 1162 time: 1.6391482 Dec 03 15:11:19.221216 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c51ebc-adb2-4501-92bc-1dc30f49d6a7', 'tag': '25deaa06-061b-409e-b3fc-057c3a3219bb'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:11:19.354483 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-3c808c41-5204-4011-a07e-2c720f0a074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:19.356206 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-3c808c41-5204-4011-a07e-2c720f0a074d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=833c532aa92e422592ef97f30f8d2ef1&device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 1165 time: 0.0816126 Dec 03 15:11:19.447953 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-722d0aaa-64c0-49fd-b5b9-c1221ed6fd2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=25deaa06-061b-409e-b3fc-057c3a3219bb HTTP/1.1" status: 200 len: 217 time: 0.0785558 Dec 03 15:11:19.523301 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-2e7bfb0e-5f3b-4e36-809d-78d217664474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:19.524824 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-2e7bfb0e-5f3b-4e36-809d-78d217664474 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=93810897-c14b-44d9-be1a-570485c500d2 HTTP/1.1" status: 200 len: 843 time: 0.0678508 Dec 03 15:11:19.610384 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-58b106e9-a86e-45b0-95fb-1f2fbcf16447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:19.612045 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-58b106e9-a86e-45b0-95fb-1f2fbcf16447 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fe43b652-1c72-43ba-b4de-9d81499786a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0797865 Dec 03 15:11:19.762556 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-a3cef346-6c2d-49d4-9dc5-7815e7180cbc service neutron] 10.222.0.65 "GET /v2.0/networks/fe43b652-1c72-43ba-b4de-9d81499786a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428883 Dec 03 15:11:19.919738 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4a2e212c-868c-47cd-887f-e297538b5a03 req-553a977d-cf8d-4b61-a92e-537f1b6cdb45 service neutron] 10.222.0.65 "GET /v2.0/networks/fe43b652-1c72-43ba-b4de-9d81499786a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1506407 Dec 03 15:11:20.070572 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2915a24-483a-4bc4-b262-42dbd783f653 req-1d7845af-286c-4267-9c9f-149c920fc78d tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:20.072244 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d2915a24-483a-4bc4-b262-42dbd783f653 req-1d7845af-286c-4267-9c9f-149c920fc78d tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 948 time: 0.0854504 Dec 03 15:11:20.123187 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d2915a24-483a-4bc4-b262-42dbd783f653 req-f409df66-4444-46ae-9daf-09d5ef7f5616 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/security-groups?id=d0ec91d4-f9ad-4640-b692-7696361345c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432887 Dec 03 15:11:20.310890 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c51ebc-adb2-4501-92bc-1dc30f49d6a7', 'tag': '25deaa06-061b-409e-b3fc-057c3a3219bb', 'status': 'completed', 'code': 200} Dec 03 15:11:20.449759 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ddca2-4858-4e2a-8c38-a8a1cb351c5d req-874c9863-7942-48b8-b2e9-664b9435f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:20.451418 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d44ddca2-4858-4e2a-8c38-a8a1cb351c5d req-874c9863-7942-48b8-b2e9-664b9435f06d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=833c532aa92e422592ef97f30f8d2ef1&device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 1165 time: 0.0803070 Dec 03 15:11:20.603461 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ddca2-4858-4e2a-8c38-a8a1cb351c5d req-5d3dafa9-2df5-41b8-a4ce-9df428bdf110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:20.605135 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d44ddca2-4858-4e2a-8c38-a8a1cb351c5d req-5d3dafa9-2df5-41b8-a4ce-9df428bdf110 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fe43b652-1c72-43ba-b4de-9d81499786a8 HTTP/1.1" status: 200 len: 863 time: 0.1465204 Dec 03 15:11:20.682379 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d44ddca2-4858-4e2a-8c38-a8a1cb351c5d req-b60b4f63-ac91-4956-9735-82c508c63b96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=25deaa06-061b-409e-b3fc-057c3a3219bb HTTP/1.1" status: 200 len: 217 time: 0.0697284 Dec 03 15:11:20.763164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ddca2-4858-4e2a-8c38-a8a1cb351c5d req-9a94f536-91e4-4ba3-8879-3f469e8febb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:20.764825 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d44ddca2-4858-4e2a-8c38-a8a1cb351c5d req-9a94f536-91e4-4ba3-8879-3f469e8febb9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=93810897-c14b-44d9-be1a-570485c500d2 HTTP/1.1" status: 200 len: 843 time: 0.0752983 Dec 03 15:11:20.845244 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ddca2-4858-4e2a-8c38-a8a1cb351c5d req-1180a65e-82be-489f-a777-ed7b5921b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:20.846847 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d44ddca2-4858-4e2a-8c38-a8a1cb351c5d req-1180a65e-82be-489f-a777-ed7b5921b566 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fe43b652-1c72-43ba-b4de-9d81499786a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0753138 Dec 03 15:11:20.992441 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d44ddca2-4858-4e2a-8c38-a8a1cb351c5d req-7eb12560-4aa3-4000-b3e6-27788ae14cf6 service neutron] 10.222.0.65 "GET /v2.0/networks/fe43b652-1c72-43ba-b4de-9d81499786a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378994 Dec 03 15:11:21.145555 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d44ddca2-4858-4e2a-8c38-a8a1cb351c5d req-1ba6ccf5-2e2f-41d8-bf36-3561f1c44825 service neutron] 10.222.0.65 "GET /v2.0/networks/fe43b652-1c72-43ba-b4de-9d81499786a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1463449 Dec 03 15:11:21.344324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334a792-cafe-453e-9db0-5ce2a86b0766 req-9496cfd4-f213-4842-9d46-31e33dbd57a9 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:21.345930 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f334a792-cafe-453e-9db0-5ce2a86b0766 req-9496cfd4-f213-4842-9d46-31e33dbd57a9 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 948 time: 0.0894809 Dec 03 15:11:21.396592 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-f334a792-cafe-453e-9db0-5ce2a86b0766 req-2c3ece45-2bf6-456d-8c55-608cf9db3b1c tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/security-groups?id=d0ec91d4-f9ad-4640-b692-7696361345c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443270 Dec 03 15:11:22.630689 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5b8b4-662c-47e5-8e26-171e0fb9f42e req-bd99dbf9-220a-43f8-b483-fa455ce2ce2e tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:22.632458 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c6f5b8b4-662c-47e5-8e26-171e0fb9f42e req-bd99dbf9-220a-43f8-b483-fa455ce2ce2e tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 948 time: 0.0979238 Dec 03 15:11:22.682546 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c6f5b8b4-662c-47e5-8e26-171e0fb9f42e req-191be3a8-8a4c-4c96-84c4-c3c97614dc58 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/security-groups?id=d0ec91d4-f9ad-4640-b692-7696361345c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Dec 03 15:11:22.715697 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Network fe43b652-1c72-43ba-b4de-9d81499786a8 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 03 15:11:23.072760 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:23.100294 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.objects.ports [None req-6bee7491-d68b-4e5e-8d9b-58ae70aff9bf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80305) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 03 15:11:23.138068 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1e54bfcb-2507-41be-9b30-bf5175e96b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:23.550254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 25deaa06-061b-409e-b3fc-057c3a3219bb up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:11:23.619316 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning for port 25deaa06-061b-409e-b3fc-057c3a3219bb completed by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 03 15:11:23.624689 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 25deaa06-061b-409e-b3fc-057c3a3219bb triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:11:23.625580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:23.747603 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:23.776869 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c51ebc-adb2-4501-92bc-1dc30f49d6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25deaa06-061b-409e-b3fc-057c3a3219bb'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:11:23.788711 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 25deaa06-061b-409e-b3fc-057c3a3219bb, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=25deaa06-061b-409e-b3fc-057c3a3219bb,segment=NetworkSegment(8765322b-b0c4-4c8a-8fc3-2c07a8e736d4),segment_id=8765322b-b0c4-4c8a-8fc3-2c07a8e736d4)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:11:23.792236 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:23.794655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:11:23.843058 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c51ebc-adb2-4501-92bc-1dc30f49d6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25deaa06-061b-409e-b3fc-057c3a3219bb', 'code': 200} Dec 03 15:11:23.871534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=25deaa06-061b-409e-b3fc-057c3a3219bb,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:11:23.881896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.882343 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.882670 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.883086 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.883770 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.883770 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.884213 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.884582 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.884972 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.885341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.885725 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.886154 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.886627 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.886994 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.887358 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.887720 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.888107 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.888467 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.888826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.889186 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.889545 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.889900 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.890355 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.891176 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:11:23.895476 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:11:23.914912 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5a008-a05b-403a-9391-0251b3ee46f1 req-08468489-f962-4397-8cb0-51ae43e5d2e0 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:23.916663 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6fc5a008-a05b-403a-9391-0251b3ee46f1 req-08468489-f962-4397-8cb0-51ae43e5d2e0 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 950 time: 0.1010118 Dec 03 15:11:23.966908 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-6fc5a008-a05b-403a-9391-0251b3ee46f1 req-b6faee23-b07f-4264-a248-53e4b712146d tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/security-groups?id=d0ec91d4-f9ad-4640-b692-7696361345c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437794 Dec 03 15:11:24.114738 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77267077-4e9b-4549-a46a-60218598db1b req-f84bf20a-b35b-48a3-b8f8-7e1d77361dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:24.116330 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-77267077-4e9b-4549-a46a-60218598db1b req-f84bf20a-b35b-48a3-b8f8-7e1d77361dac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 1167 time: 0.0746884 Dec 03 15:11:24.163468 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-77267077-4e9b-4549-a46a-60218598db1b req-1e20db8c-6ef8-408b-b45c-62a012ecf4cc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d0ec91d4-f9ad-4640-b692-7696361345c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Dec 03 15:11:24.754655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 25deaa06-061b-409e-b3fc-057c3a3219bb up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:11:24.833333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port 25deaa06-061b-409e-b3fc-057c3a3219bb triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:11:24.833749 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:25.324686 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef559d-7982-4c8d-abab-58ef7953b7ca req-5e7df7fa-ff18-40f6-922b-28f275a6cc54 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:25.326505 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-82ef559d-7982-4c8d-abab-58ef7953b7ca req-5e7df7fa-ff18-40f6-922b-28f275a6cc54 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 950 time: 0.0918932 Dec 03 15:11:25.377743 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-82ef559d-7982-4c8d-abab-58ef7953b7ca req-50ec3df4-08c4-4055-a955-a59d3cb7220a tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/security-groups?id=d0ec91d4-f9ad-4640-b692-7696361345c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440555 Dec 03 15:11:25.653776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5bfed6f3-1f49-4952-b258-4f588cd6a0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:26.183522 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:26.616569 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48505421-70fe-4243-8017-a9119c128342 req-de388d1f-3612-4f26-88aa-57f8eaf464db tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:26.618172 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-48505421-70fe-4243-8017-a9119c128342 req-de388d1f-3612-4f26-88aa-57f8eaf464db tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 950 time: 0.0976536 Dec 03 15:11:26.667005 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-48505421-70fe-4243-8017-a9119c128342 req-ca12106d-7c78-4f9c-a3bc-c195350f1bb9 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/security-groups?id=d0ec91d4-f9ad-4640-b692-7696361345c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Dec 03 15:11:27.149953 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:27.207612 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:27.235315 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab070ba-cfc0-4df4-9bb2-f43f38a8c83e req-c78126f7-6c51-4189-ae62-c06b7459b83c tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:27.237022 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3ab070ba-cfc0-4df4-9bb2-f43f38a8c83e req-c78126f7-6c51-4189-ae62-c06b7459b83c tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 950 time: 0.1571789 Dec 03 15:11:27.240030 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8b0b94a4-cabb-472d-b8b2-f1f2fb1201d8 req-eab787ab-6a7c-471c-83b8-acf1b749435c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1188927 Dec 03 15:11:27.285319 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-3ab070ba-cfc0-4df4-9bb2-f43f38a8c83e req-07f33be2-3b0b-46b2-b146-59cd2ca42cc2 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/security-groups?id=d0ec91d4-f9ad-4640-b692-7696361345c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Dec 03 15:11:27.417328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b94a4-cabb-472d-b8b2-f1f2fb1201d8 req-f9ae497b-d3cb-4fa1-adb0-ff0e78f9a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:27.418846 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8b0b94a4-cabb-472d-b8b2-f1f2fb1201d8 req-f9ae497b-d3cb-4fa1-adb0-ff0e78f9a68f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=874b7c6d7fbb4942b67a996fc2109979&device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1162 time: 0.0759218 Dec 03 15:11:27.599103 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b94a4-cabb-472d-b8b2-f1f2fb1201d8 req-91344102-45fb-47db-9839-2bc28cdcea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:27.600835 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8b0b94a4-cabb-472d-b8b2-f1f2fb1201d8 req-91344102-45fb-47db-9839-2bc28cdcea8b service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 200 len: 903 time: 0.1620371 Dec 03 15:11:27.712543 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8b0b94a4-cabb-472d-b8b2-f1f2fb1201d8 req-8d343dde-0784-4fef-a2e4-5f558f54fc7c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 1001 time: 0.1045027 Dec 03 15:11:27.791760 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b94a4-cabb-472d-b8b2-f1f2fb1201d8 req-df9dc37d-1de1-49c1-ae41-595d8ee58ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:27.793484 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8b0b94a4-cabb-472d-b8b2-f1f2fb1201d8 req-df9dc37d-1de1-49c1-ae41-595d8ee58ad2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7da2c691-bc71-4f4c-b76d-e84aa1853eae HTTP/1.1" status: 200 len: 848 time: 0.0746701 Dec 03 15:11:27.873815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b94a4-cabb-472d-b8b2-f1f2fb1201d8 req-509dd478-f295-4b44-8225-015907f2d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:27.876090 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8b0b94a4-cabb-472d-b8b2-f1f2fb1201d8 req-509dd478-f295-4b44-8225-015907f2d6b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751662 Dec 03 15:11:28.244927 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8b0b94a4-cabb-472d-b8b2-f1f2fb1201d8 req-10bf6e51-8c8a-4887-a063-8042be70f415 service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604681 Dec 03 15:11:28.404052 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8b0b94a4-cabb-472d-b8b2-f1f2fb1201d8 req-a35b17e8-5722-4e01-862d-cf363866db8d service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1522992 Dec 03 15:11:28.510287 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1649321-f94d-4cba-a6c3-34cb0084573f req-1b2b8a30-a356-4b02-ae6e-4f27bc17f148 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:28.511798 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e1649321-f94d-4cba-a6c3-34cb0084573f req-1b2b8a30-a356-4b02-ae6e-4f27bc17f148 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 950 time: 0.0881522 Dec 03 15:11:28.561720 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e1649321-f94d-4cba-a6c3-34cb0084573f req-3824ffa6-47e5-40a2-98a9-e7d293580700 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/security-groups?id=d0ec91d4-f9ad-4640-b692-7696361345c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Dec 03 15:11:28.643728 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device 25deaa06-061b-409e-b3fc-057c3a3219bb no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:11:28.657231 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d936d-77f2-4b30-a1ed-141df4ce490b req-e4014ae3-9bc3-41f9-ab84-451f98d4016e tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:11:28.658806 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-511d936d-77f2-4b30-a1ed-141df4ce490b req-e4014ae3-9bc3-41f9-ab84-451f98d4016e tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.65 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 950 time: 0.0843363 Dec 03 15:11:28.740695 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-511d936d-77f2-4b30-a1ed-141df4ce490b req-6eba52e9-c227-4b76-9c1d-7e9058cc4a12 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Deleting port 25deaa06-061b-409e-b3fc-057c3a3219bb {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:11:28.741225 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-511d936d-77f2-4b30-a1ed-141df4ce490b req-6eba52e9-c227-4b76-9c1d-7e9058cc4a12 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:28.763004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:28.791811 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c51ebc-adb2-4501-92bc-1dc30f49d6a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25deaa06-061b-409e-b3fc-057c3a3219bb'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:11:28.805074 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port 25deaa06-061b-409e-b3fc-057c3a3219bb, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=25deaa06-061b-409e-b3fc-057c3a3219bb,segment=NetworkSegment(8765322b-b0c4-4c8a-8fc3-2c07a8e736d4),segment_id=8765322b-b0c4-4c8a-8fc3-2c07a8e736d4)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:11:28.808387 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:28.810232 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-9758b57b-22ff-467a-804a-2628b0a3647a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:11:28.856464 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c51ebc-adb2-4501-92bc-1dc30f49d6a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25deaa06-061b-409e-b3fc-057c3a3219bb', 'code': 200} Dec 03 15:11:28.884324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=25deaa06-061b-409e-b3fc-057c3a3219bb,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:11:28.887985 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:11:29.014356 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-511d936d-77f2-4b30-a1ed-141df4ce490b req-6eba52e9-c227-4b76-9c1d-7e9058cc4a12 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] For port 25deaa06-061b-409e-b3fc-057c3a3219bb, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=25deaa06-061b-409e-b3fc-057c3a3219bb,segment=NetworkSegment(8765322b-b0c4-4c8a-8fc3-2c07a8e736d4),segment_id=8765322b-b0c4-4c8a-8fc3-2c07a8e736d4)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:11:29.014669 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-511d936d-77f2-4b30-a1ed-141df4ce490b req-6eba52e9-c227-4b76-9c1d-7e9058cc4a12 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:29.153635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-511d936d-77f2-4b30-a1ed-141df4ce490b req-6eba52e9-c227-4b76-9c1d-7e9058cc4a12 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Calling delete_port for 25deaa06-061b-409e-b3fc-057c3a3219bb owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:11:29.302970 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-511d936d-77f2-4b30-a1ed-141df4ce490b req-6eba52e9-c227-4b76-9c1d-7e9058cc4a12 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:29.321341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e7ff99cd-45e1-460e-a66c-8e5bf057ea8f tempest-VolumesActionsTest-925739385 tempest-VolumesActionsTest-925739385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:11:29.419067 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba52e9-c227-4b76-9c1d-7e9058cc4a12 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Pushing event deleted for resources: {'Port': ['ID=25deaa06-061b-409e-b3fc-057c3a3219bb,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:11:29.422328 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-6eba52e9-c227-4b76-9c1d-7e9058cc4a12 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:11:29.539444 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-511d936d-77f2-4b30-a1ed-141df4ce490b req-6eba52e9-c227-4b76-9c1d-7e9058cc4a12 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] No DVR routers for this DVR port 25deaa06-061b-409e-b3fc-057c3a3219bb on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:11:29.541963 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-511d936d-77f2-4b30-a1ed-141df4ce490b req-6eba52e9-c227-4b76-9c1d-7e9058cc4a12 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:29.546324 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c51ebc-adb2-4501-92bc-1dc30f49d6a7', 'name': 'network-vif-deleted', 'tag': '25deaa06-061b-409e-b3fc-057c3a3219bb'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:11:29.561869 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-511d936d-77f2-4b30-a1ed-141df4ce490b req-6eba52e9-c227-4b76-9c1d-7e9058cc4a12 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.65 "DELETE /v2.0/ports/25deaa06-061b-409e-b3fc-057c3a3219bb HTTP/1.1" status: 204 len: 173 time: 0.8963325 Dec 03 15:11:29.629581 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c51ebc-adb2-4501-92bc-1dc30f49d6a7', 'name': 'network-vif-deleted', 'tag': '25deaa06-061b-409e-b3fc-057c3a3219bb', 'status': 'completed', 'code': 200} Dec 03 15:11:29.754554 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-577532b3-a68f-4e32-a41b-ca8be7001c63 req-720de9b6-dffb-466d-afb0-8464bc20e282 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Synchronizing usage tracker for tenant:833c532aa92e422592ef97f30f8d2ef1 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:11:29.770166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-577532b3-a68f-4e32-a41b-ca8be7001c63 req-720de9b6-dffb-466d-afb0-8464bc20e282 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] Unset dirty status for tenant:833c532aa92e422592ef97f30f8d2ef1 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:11:29.771442 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-577532b3-a68f-4e32-a41b-ca8be7001c63 req-720de9b6-dffb-466d-afb0-8464bc20e282 tempest-VolumesNegativeTest-1589821531 tempest-VolumesNegativeTest-1589821531] 10.222.0.81 "GET /v2.0/ports?device_id=97c51ebc-adb2-4501-92bc-1dc30f49d6a7 HTTP/1.1" status: 200 len: 210 time: 0.0632298 Dec 03 15:11:35.816700 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 38940) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:11:36.001802 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-0638ac93-29a7-4663-922e-381f74272875 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=833c532aa92e422592ef97f30f8d2ef1&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1837742 Dec 03 15:11:36.005637 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 38946) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:11:36.075857 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-26e1eb86-ab37-4a0c-bff9-4e022b5305f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:36.104832 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-26e1eb86-ab37-4a0c-bff9-4e022b5305f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:36.152845 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-26e1eb86-ab37-4a0c-bff9-4e022b5305f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:36.158321 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-da74076a-4654-4ef8-8f40-8774769ef4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:11:36.172774 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1eb86-ab37-4a0c-bff9-4e022b5305f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec91d4-f9ad-4640-b692-7696361345c1,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:11:36.175621 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-26e1eb86-ab37-4a0c-bff9-4e022b5305f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:11:36.182506 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-26e1eb86-ab37-4a0c-bff9-4e022b5305f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:36.183853 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-26e1eb86-ab37-4a0c-bff9-4e022b5305f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d0ec91d4-f9ad-4640-b692-7696361345c1 HTTP/1.1" status: 204 len: 168 time: 0.1771362 Dec 03 15:11:45.797798 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:11:53.051119 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:53.139865 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4ed96d39-af10-4714-9c5e-13c5dd082854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:55.657831 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d43fcf22-e6a4-4d8c-951e-3e3a8ee596e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:56.187079 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:57.152447 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:11:57.211320 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:22.797955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:12:23.058164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:23.141195 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c506b765-298b-4d8d-8c3b-131dfa0e2c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:25.661955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-9b254a50-477f-490b-9203-5ac48ba18ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:26.189734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:27.154065 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:27.212260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:29.134110 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8ab50c98-bb5f-4cbf-a876-0fb20f4a417e req-a21791b3-678e-46b3-82af-8a3e7e94e4cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0745797 Dec 03 15:12:29.303640 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50c98-bb5f-4cbf-a876-0fb20f4a417e req-b94c5172-58cb-4843-88cd-90e7a98e78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:29.305310 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8ab50c98-bb5f-4cbf-a876-0fb20f4a417e req-b94c5172-58cb-4843-88cd-90e7a98e78da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=874b7c6d7fbb4942b67a996fc2109979&device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1162 time: 0.0827768 Dec 03 15:12:29.462970 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50c98-bb5f-4cbf-a876-0fb20f4a417e req-010700ed-64b4-46f6-bb3e-a06482f5c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:29.464586 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8ab50c98-bb5f-4cbf-a876-0fb20f4a417e req-010700ed-64b4-46f6-bb3e-a06482f5c2a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 200 len: 903 time: 0.1393757 Dec 03 15:12:29.575252 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8ab50c98-bb5f-4cbf-a876-0fb20f4a417e req-27db3a9e-bcae-461d-85ce-94f5b8115ca0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 1001 time: 0.1041880 Dec 03 15:12:29.645162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50c98-bb5f-4cbf-a876-0fb20f4a417e req-caba9584-627b-4044-b5a6-a67126128ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:29.646721 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8ab50c98-bb5f-4cbf-a876-0fb20f4a417e req-caba9584-627b-4044-b5a6-a67126128ee9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7da2c691-bc71-4f4c-b76d-e84aa1853eae HTTP/1.1" status: 200 len: 848 time: 0.0656695 Dec 03 15:12:29.730016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50c98-bb5f-4cbf-a876-0fb20f4a417e req-684e28cf-a970-48fe-b6b7-f72212cadc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:29.731524 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8ab50c98-bb5f-4cbf-a876-0fb20f4a417e req-684e28cf-a970-48fe-b6b7-f72212cadc6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778775 Dec 03 15:12:29.879767 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8ab50c98-bb5f-4cbf-a876-0fb20f4a417e req-71468247-8079-4ba5-bc2d-2ccc26c70f38 service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406305 Dec 03 15:12:30.022104 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-8ab50c98-bb5f-4cbf-a876-0fb20f4a417e req-825b4877-acf1-491e-8e78-4684579dc285 service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360550 Dec 03 15:12:35.680392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bda742-50fe-4bc3-a955-a2b050fb3039 req-314e6503-301c-4426-81fb-164b96b4dc50 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:35.682012 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b7bda742-50fe-4bc3-a955-a2b050fb3039 req-314e6503-301c-4426-81fb-164b96b4dc50 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.2930079 Dec 03 15:12:35.731107 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-b7bda742-50fe-4bc3-a955-a2b050fb3039 req-7973fb89-b2f5-4cae-91e1-bf7d8404bea5 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0407314 Dec 03 15:12:37.042011 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb36a1-89ac-4169-a177-7d3523aae390 req-f4716ba9-c1ba-48cd-88c1-9344881bff67 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:37.043634 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1efb36a1-89ac-4169-a177-7d3523aae390 req-f4716ba9-c1ba-48cd-88c1-9344881bff67 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.1656921 Dec 03 15:12:37.094456 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1efb36a1-89ac-4169-a177-7d3523aae390 req-adcb30d8-b2b7-4750-b2af-47534d23b820 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0434527 Dec 03 15:12:38.326159 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d338e-9d1d-4c52-b70a-2adcd6e90321 req-0e2f5de4-51ef-4d5a-b75a-ee06ecb33362 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:38.327766 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-985d338e-9d1d-4c52-b70a-2adcd6e90321 req-0e2f5de4-51ef-4d5a-b75a-ee06ecb33362 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.0876675 Dec 03 15:12:38.377363 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-985d338e-9d1d-4c52-b70a-2adcd6e90321 req-e14a3f92-2e85-4e63-92d9-600e5284dbbb tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0423520 Dec 03 15:12:39.594871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc6d5b-cfb3-43cf-9802-443024f305da req-b02110d9-b981-4bcf-a229-71b941676bee tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:39.596504 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-19fc6d5b-cfb3-43cf-9802-443024f305da req-b02110d9-b981-4bcf-a229-71b941676bee tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.0872743 Dec 03 15:12:39.645469 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-19fc6d5b-cfb3-43cf-9802-443024f305da req-c967078e-260a-4b21-89fe-8f163cd227fc tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424612 Dec 03 15:12:40.861685 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7ac3f-c877-40ba-92f3-ff36ad9db42c req-ac4a5157-2c96-4a25-8d0f-edba7ae643bc tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:40.863191 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-41a7ac3f-c877-40ba-92f3-ff36ad9db42c req-ac4a5157-2c96-4a25-8d0f-edba7ae643bc tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.0850642 Dec 03 15:12:40.914162 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-41a7ac3f-c877-40ba-92f3-ff36ad9db42c req-f2c055de-339a-4db3-a89b-45b398821f08 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0442438 Dec 03 15:12:42.149023 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dcb9a-8758-47b6-b0d6-d637980043ba req-a4d41a6d-f236-4e75-a530-8ff07ad5cbd2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:42.150601 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4d8dcb9a-8758-47b6-b0d6-d637980043ba req-a4d41a6d-f236-4e75-a530-8ff07ad5cbd2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.0847454 Dec 03 15:12:42.198688 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-4d8dcb9a-8758-47b6-b0d6-d637980043ba req-9605a7ae-cc03-437d-b17c-457df68ae1a4 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0414839 Dec 03 15:12:43.419197 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b5684-d1b9-42bf-97a4-65d1db383ebb req-c1d361e6-c5e9-4c08-bc5f-45dc9fe1e190 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:43.420938 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d72b5684-d1b9-42bf-97a4-65d1db383ebb req-c1d361e6-c5e9-4c08-bc5f-45dc9fe1e190 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.0919542 Dec 03 15:12:43.472987 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d72b5684-d1b9-42bf-97a4-65d1db383ebb req-09a868b1-805d-48e7-9c19-80fb05a0cedd tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0450692 Dec 03 15:12:43.576121 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device db997bcd-46d8-4126-97ea-218e5eef2fe7 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:12:43.648336 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port db997bcd-46d8-4126-97ea-218e5eef2fe7 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:12:43.648752 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:44.691796 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852eb7b-4a63-4ee4-aa41-e5a4bc792526 req-025d3754-79e3-4229-b293-eff381b69c8c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:44.693424 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c852eb7b-4a63-4ee4-aa41-e5a4bc792526 req-025d3754-79e3-4229-b293-eff381b69c8c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.0851536 Dec 03 15:12:44.743515 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c852eb7b-4a63-4ee4-aa41-e5a4bc792526 req-9946cdf8-77e0-4afe-bb9f-9624930c7872 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0437889 Dec 03 15:12:45.634781 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-58123e6d-0330-440a-9dba-13388965eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:45.636462 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-58123e6d-0330-440a-9dba-13388965eae9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=874b7c6d7fbb4942b67a996fc2109979&device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1162 time: 0.0754082 Dec 03 15:12:45.777140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-a7f6dd5a-6285-4087-b90d-e08faceb8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:45.778705 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-a7f6dd5a-6285-4087-b90d-e08faceb8010 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 200 len: 903 time: 0.1363385 Dec 03 15:12:45.921874 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-d56263df-a65c-41de-b900-71ed04a951e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 1001 time: 0.1363149 Dec 03 15:12:46.012084 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-387b7918-f838-4fb2-bd89-f3c061d8689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:46.013693 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-387b7918-f838-4fb2-bd89-f3c061d8689e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7da2c691-bc71-4f4c-b76d-e84aa1853eae HTTP/1.1" status: 200 len: 848 time: 0.0812709 Dec 03 15:12:46.073458 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabc61e-cc4a-42d2-9917-ca245901e589 req-cfe558d2-239a-4853-ad8e-e563bf6b4117 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:46.075043 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2cabc61e-cc4a-42d2-9917-ca245901e589 req-cfe558d2-239a-4853-ad8e-e563bf6b4117 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.1908100 Dec 03 15:12:46.137273 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-99e03875-6409-4ed9-a395-a14437641451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:46.138916 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-99e03875-6409-4ed9-a395-a14437641451 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1185656 Dec 03 15:12:46.143758 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2cabc61e-cc4a-42d2-9917-ca245901e589 req-15c54783-9a15-4ac0-ae73-0e0bc009945e tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0611000 Dec 03 15:12:46.149337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-b35bde35-e269-4d6c-81f8-65cb4dcc9a85 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 03 15:12:46.150501 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-b35bde35-e269-4d6c-81f8-65cb4dcc9a85 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0051661 Dec 03 15:12:46.294352 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-dc14829f-fe62-49cd-bba5-9365b7c0e653 service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366715 Dec 03 15:12:46.666533 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-985d857d-9bfe-431e-9725-11cd7cc85123 req-c36d8597-e38b-487b-9de7-5ff81aeabeae service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3653321 Dec 03 15:12:47.366914 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce58a2-aa54-4d2b-966e-81b36ddd0aa7 req-1212316d-e1e9-4049-8369-82b02c592d02 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:47.368526 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-83ce58a2-aa54-4d2b-966e-81b36ddd0aa7 req-1212316d-e1e9-4049-8369-82b02c592d02 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.0887961 Dec 03 15:12:47.418947 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-83ce58a2-aa54-4d2b-966e-81b36ddd0aa7 req-cafeabee-b2d7-4b3c-be88-cb81812986cb tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0427470 Dec 03 15:12:48.645741 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79798da-8203-42ee-89f3-8a0bcee9f835 req-67d39f40-10c5-4a62-a06a-d251e1d3d3df tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:48.647349 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e79798da-8203-42ee-89f3-8a0bcee9f835 req-67d39f40-10c5-4a62-a06a-d251e1d3d3df tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.0912251 Dec 03 15:12:48.701312 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e79798da-8203-42ee-89f3-8a0bcee9f835 req-fcfa944e-77f9-4e48-acee-3ec2ccf81f05 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0469227 Dec 03 15:12:49.460373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device db997bcd-46d8-4126-97ea-218e5eef2fe7 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:12:49.579717 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:49.607265 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:12:49.618566 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port db997bcd-46d8-4126-97ea-218e5eef2fe7, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:12:49.622352 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:49.624264 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-fee15349-bfae-4a28-adef-a925928d5c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:12:49.666165 dv-cinder-757908-3-smb neutron-server[80192]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7', 'code': 422} returned with failed status Dec 03 15:12:49.694017 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=db997bcd-46d8-4126-97ea-218e5eef2fe7,revision_number=5']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:12:49.701855 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.702234 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.702614 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.702982 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.703446 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.704076 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.704076 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.704405 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.704791 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.705150 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.705509 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.705913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.706313 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.706672 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.707030 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.707380 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.707734 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.708140 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.708498 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.708849 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.709201 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.709554 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.709907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.710256 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:12:49.714778 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:12:49.912050 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152d0be-9ba3-4e41-9e6f-9e12dabf91f7 req-5c1d9bfa-a450-4673-ba71-b6354869892b tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:49.913635 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5152d0be-9ba3-4e41-9e6f-9e12dabf91f7 req-5c1d9bfa-a450-4673-ba71-b6354869892b tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 943 time: 0.0830941 Dec 03 15:12:49.961938 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-5152d0be-9ba3-4e41-9e6f-9e12dabf91f7 req-58a17bf8-cf42-4921-98ab-e62ca2971a3a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0415206 Dec 03 15:12:50.363378 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-1d553d93-c116-4a94-84e1-0c86dc312685 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1613395 Dec 03 15:12:50.368071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368cc30-0cde-4922-b9dd-b2b7e3d5d525 req-8b97f35a-435a-4031-87b2-3ef34ca82eae tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:50.371444 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2368cc30-0cde-4922-b9dd-b2b7e3d5d525 req-8b97f35a-435a-4031-87b2-3ef34ca82eae tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 943 time: 0.0911925 Dec 03 15:12:50.450941 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2368cc30-0cde-4922-b9dd-b2b7e3d5d525 req-60761519-014f-4db4-877d-f196a5147ee1 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0709305 Dec 03 15:12:51.695316 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee84430-cebd-43c2-9ff2-5425f9406912 req-d7dce1b5-bfee-43b0-9cb0-5f0805144888 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:51.696952 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fee84430-cebd-43c2-9ff2-5425f9406912 req-d7dce1b5-bfee-43b0-9cb0-5f0805144888 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 943 time: 0.0908563 Dec 03 15:12:51.750267 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fee84430-cebd-43c2-9ff2-5425f9406912 req-2d276e6f-e217-4ca6-9fea-e8fdd8043b5e tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0467627 Dec 03 15:12:51.856977 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-5e8e00e8-53f4-4187-9fb6-dc117f685eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:51.858642 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-5e8e00e8-53f4-4187-9fb6-dc117f685eea service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275&tenant_id=874b7c6d7fbb4942b67a996fc2109979 HTTP/1.1" status: 200 len: 1160 time: 0.1607373 Dec 03 15:12:51.966004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-c14918e2-9813-40a2-afa0-f818641c8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:51.967614 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-c14918e2-9813-40a2-afa0-f818641c8f52 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=874b7c6d7fbb4942b67a996fc2109979&device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1160 time: 0.0748174 Dec 03 15:12:52.115635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-4e1d7d3b-d815-4b44-90ff-5ab25d19daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:52.117310 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-4e1d7d3b-d815-4b44-90ff-5ab25d19daee service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 200 len: 903 time: 0.1434577 Dec 03 15:12:52.251441 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-b9b03385-25f9-4aff-a32c-2715e89e3afc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 999 time: 0.1278753 Dec 03 15:12:52.324747 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-dfbd52a5-ce43-4342-be47-5aebf057fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:52.326342 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-dfbd52a5-ce43-4342-be47-5aebf057fd0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7da2c691-bc71-4f4c-b76d-e84aa1853eae HTTP/1.1" status: 200 len: 848 time: 0.0680912 Dec 03 15:12:52.406202 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-188dd2fc-6d2e-4b93-84c8-d32848cf5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:52.408095 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-188dd2fc-6d2e-4b93-84c8-d32848cf5a3c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756073 Dec 03 15:12:52.557166 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-0c25dec2-2683-4897-ac14-0864842ed107 service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423244 Dec 03 15:12:52.702880 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-d5f71604-2e68-41ca-afc6-85f4a1c8ca40 req-a57026d8-7aa2-4332-8513-c08d2bab1876 service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390219 Dec 03 15:12:52.970238 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae573bc-98f4-4f34-94c5-fd0a43ec9563 req-041f9b22-cb4c-4fe5-b509-a84e772b8284 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:52.972316 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fae573bc-98f4-4f34-94c5-fd0a43ec9563 req-041f9b22-cb4c-4fe5-b509-a84e772b8284 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 943 time: 0.0844991 Dec 03 15:12:53.023655 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-fae573bc-98f4-4f34-94c5-fd0a43ec9563 req-45409f0a-b2f5-4d4c-b281-d46f032863e3 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0446286 Dec 03 15:12:53.043687 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:53.142527 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2e524ee6-e4ef-41bd-af28-0017cc19a614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:54.239378 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393c883-9411-4560-97a9-32c5dd9e8c31 req-a96377cf-586e-4d0d-be03-cf6d5a6b2326 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:54.241016 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e393c883-9411-4560-97a9-32c5dd9e8c31 req-a96377cf-586e-4d0d-be03-cf6d5a6b2326 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 943 time: 0.0832515 Dec 03 15:12:54.288289 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e393c883-9411-4560-97a9-32c5dd9e8c31 req-42548aff-d959-4ec8-b467-2c13dc67b1ec tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0404778 Dec 03 15:12:55.500633 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0c3c-0cf4-4d89-b98e-caffa8c05fb0 req-09a19e40-777a-41a5-8ae9-1904cff095f7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:55.502763 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1ead0c3c-0cf4-4d89-b98e-caffa8c05fb0 req-09a19e40-777a-41a5-8ae9-1904cff095f7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 943 time: 0.0856006 Dec 03 15:12:55.550736 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-1ead0c3c-0cf4-4d89-b98e-caffa8c05fb0 req-07ada7ff-12f0-4fb5-9a1a-3c6f987e3c9c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0413043 Dec 03 15:12:55.664365 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-223621aa-afc1-4f27-b134-9fa088ee564b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:55.905004 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device db997bcd-46d8-4126-97ea-218e5eef2fe7 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:12:55.977026 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port db997bcd-46d8-4126-97ea-218e5eef2fe7 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:12:55.977440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:56.093389 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:56.121712 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:12:56.132221 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port db997bcd-46d8-4126-97ea-218e5eef2fe7, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:12:56.135247 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:56.137152 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:12:56.184742 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7', 'code': 200} Dec 03 15:12:56.211907 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:56.222971 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=db997bcd-46d8-4126-97ea-218e5eef2fe7,revision_number=6']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:12:56.226304 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:12:56.540587 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7548e-9396-4e40-98bc-d36e5bbe192d req-70d6286a-f109-4101-bbf9-4b1ffc6d56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:56.542240 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c4a7548e-9396-4e40-98bc-d36e5bbe192d req-70d6286a-f109-4101-bbf9-4b1ffc6d56e5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1162 time: 0.0830750 Dec 03 15:12:56.591482 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-c4a7548e-9396-4e40-98bc-d36e5bbe192d req-c97978b4-df90-4794-9f32-b97c0db52fd7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0422926 Dec 03 15:12:56.764638 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca82da6-5f45-4e03-9e1e-bf8b92544ed5 req-10318ffd-456f-4281-b961-0f751e638d21 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:56.766225 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dca82da6-5f45-4e03-9e1e-bf8b92544ed5 req-10318ffd-456f-4281-b961-0f751e638d21 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.0826466 Dec 03 15:12:56.814039 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-dca82da6-5f45-4e03-9e1e-bf8b92544ed5 req-86bb99fa-5102-470b-a9c4-bd0d8f216e9b tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0407569 Dec 03 15:12:57.157345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:57.215861 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:57.669547 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device db997bcd-46d8-4126-97ea-218e5eef2fe7 up at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 03 15:12:57.739405 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.provisioning_blocks [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Provisioning complete for port db997bcd-46d8-4126-97ea-218e5eef2fe7 triggered by entity L2. {{(pid=80305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 03 15:12:57.739819 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036822197781'] for port, provisioning_complete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:12:58.045648 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce297fe5-2b2e-41f9-8a62-6d919a947789 req-a6aa89b7-c0cb-4f52-b3f9-8e51f42d02ef tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:12:58.047237 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ce297fe5-2b2e-41f9-8a62-6d919a947789 req-a6aa89b7-c0cb-4f52-b3f9-8e51f42d02ef tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.0860963 Dec 03 15:12:58.097330 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ce297fe5-2b2e-41f9-8a62-6d919a947789 req-b780d4ce-12e9-448e-a630-b757827cc853 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0426400 Dec 03 15:12:59.798434 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:13:23.048970 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:13:23.144421 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b702c26f-264b-4a09-88a9-039164b8e152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:13:25.668278 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-36dd9f89-8f63-4b6f-9d16-3c203c7a77c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:13:26.197649 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:13:27.159839 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:13:27.216913 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:13:30.146021 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-493bb0f4-57b1-49a3-876e-6148d7b57315 req-f74078e8-d937-479c-a2d1-1f3037c6f920 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0742078 Dec 03 15:13:30.312334 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bb0f4-57b1-49a3-876e-6148d7b57315 req-ae7b7750-7c12-46b2-9d2d-fec88835b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:13:30.314046 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-493bb0f4-57b1-49a3-876e-6148d7b57315 req-ae7b7750-7c12-46b2-9d2d-fec88835b56e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=874b7c6d7fbb4942b67a996fc2109979&device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1162 time: 0.0801537 Dec 03 15:13:30.472655 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bb0f4-57b1-49a3-876e-6148d7b57315 req-8d606a26-cb3a-461b-9825-0efb1511e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:13:30.474262 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-493bb0f4-57b1-49a3-876e-6148d7b57315 req-8d606a26-cb3a-461b-9825-0efb1511e81a service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 200 len: 903 time: 0.1415379 Dec 03 15:13:30.585102 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-493bb0f4-57b1-49a3-876e-6148d7b57315 req-b114a47b-9e01-45af-92c3-f9112b979f2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 1001 time: 0.1035645 Dec 03 15:13:30.655292 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bb0f4-57b1-49a3-876e-6148d7b57315 req-17e29f20-7709-470d-b228-204e1c3f3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:13:30.657418 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-493bb0f4-57b1-49a3-876e-6148d7b57315 req-17e29f20-7709-470d-b228-204e1c3f3d84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7da2c691-bc71-4f4c-b76d-e84aa1853eae HTTP/1.1" status: 200 len: 848 time: 0.0664117 Dec 03 15:13:30.738887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bb0f4-57b1-49a3-876e-6148d7b57315 req-f418ff65-4eb2-493f-bf9c-bc59396e41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:13:30.740466 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-493bb0f4-57b1-49a3-876e-6148d7b57315 req-f418ff65-4eb2-493f-bf9c-bc59396e41f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765986 Dec 03 15:13:30.889101 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-493bb0f4-57b1-49a3-876e-6148d7b57315 req-be17b888-a992-4c4f-9dbc-e46598c4f666 service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416698 Dec 03 15:13:31.043280 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-493bb0f4-57b1-49a3-876e-6148d7b57315 req-e15cc495-6711-419c-8b5e-c1dcc3db49a5 service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1469917 Dec 03 15:13:36.798192 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:13:53.059336 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:13:53.146471 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5e5b99b6-e927-48aa-bb8c-93389a0e39b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:13:55.670701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0a0142b4-9a08-47aa-b6bf-b9166e7788d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:13:56.199216 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:13:57.161408 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:13:57.222507 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:13.798041 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:14:14.107315 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-90f8fbfd-9af1-4b56-b826-a367a488684c tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/floatingips/276bd948-ae24-4021-a792-ef0078a049b2 HTTP/1.1" status: 200 len: 998 time: 0.1159353 Dec 03 15:14:14.269652 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-c72657ee-94dc-4d11-ad4c-76df5bd8394a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:14.271022 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-c72657ee-94dc-4d11-ad4c-76df5bd8394a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/networks/dd1a301b-8a93-4dbd-976c-bde55c9c0b05 HTTP/1.1" status: 200 len: 784 time: 0.1573632 Dec 03 15:14:14.381117 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-4a8528ab-7fe1-486b-8c72-5d9b6e786cae tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.3.183 HTTP/1.1" status: 200 len: 1001 time: 0.1029480 Dec 03 15:14:14.460360 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-71fb5609-b482-4b13-9323-560a4406f8eb tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:14.462082 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-71fb5609-b482-4b13-9323-560a4406f8eb tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports/db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 942 time: 0.0747507 Dec 03 15:14:14.651555 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-8f4033ec-7f56-4aa4-8bcc-09fbb3888123 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.3.183 HTTP/1.1" status: 200 len: 1001 time: 0.1038225 Dec 03 15:14:14.870872 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Deleting port eb865b86-4077-4928-b3ed-d91f09a53905 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:14.871490 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:15.060540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:15.060909 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for floatingip, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:15.200239 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Calling delete_port for eb865b86-4077-4928-b3ed-d91f09a53905 owned by network:floatingip {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:14:15.580049 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:15.595705 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-76bdcedf-eb4e-43f7-a653-b3219d9668bd tempest-AttachVolumeShelveTestJSON-1109333755 tempest-AttachVolumeShelveTestJSON-1109333755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:15.685537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Pushing event deleted for resources: {'Port': ['ID=eb865b86-4077-4928-b3ed-d91f09a53905,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:15.702200 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.702605 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.703066 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.703462 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.704192 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.704569 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.704790 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.705177 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.705692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.706260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.706706 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.707093 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.707575 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.708016 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.708406 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.708788 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.709167 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.709548 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.709929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.710301 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.710684 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.711654 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.712032 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.712416 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:15.716475 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:15.837544 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for floatingip, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:15.837806 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.db.l3_db [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Floating IP 276bd948-ae24-4021-a792-ef0078a049b2 disassociated (deleted). External IP: 172.28.3.183, port: db997bcd-46d8-4126-97ea-218e5eef2fe7. Dec 03 15:14:16.202580 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Router 394a146b-ead3-4e1d-962c-b5ff06497c81 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:14:16.390344 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:14:16.400681 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7f515-dfc8-473d-aafb-18e9dab04336 None None] Sync routers for ids ['394a146b-ead3-4e1d-962c-b5ff06497c81'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:14:16.410813 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7f515-dfc8-473d-aafb-18e9dab04336 None None] Routers {'394a146b-ead3-4e1d-962c-b5ff06497c81'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:14:16.411464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-dca7f515-dfc8-473d-aafb-18e9dab04336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:13:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['394a146b-ead3-4e1d-962c-b5ff06497c81'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:16.417756 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:16.473825 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "DELETE /v2.0/floatingips/276bd948-ae24-4021-a792-ef0078a049b2 HTTP/1.1" status: 204 len: 173 time: 1.8153625 Dec 03 15:14:16.474299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:14:16.577049 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-1833ca50-4864-4448-97c8-6e730dbd7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:16.578823 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-1833ca50-4864-4448-97c8-6e730dbd7ed7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=874b7c6d7fbb4942b67a996fc2109979&device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1162 time: 0.0820661 Dec 03 15:14:16.623925 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-dca7f515-dfc8-473d-aafb-18e9dab04336 None None] Set router 394a146b-ead3-4e1d-962c-b5ff06497c81 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:14:16.713692 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7', 'status': 'completed', 'code': 200} Dec 03 15:14:16.739044 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-4370cbb9-23c6-4b14-85db-1c5c4013a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:16.740713 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-4370cbb9-23c6-4b14-85db-1c5c4013a37e service neutron] 10.222.0.81 "GET /v2.0/networks?id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 200 len: 903 time: 0.1533055 Dec 03 15:14:16.862145 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-4c52ad2f-5d59-47ee-930b-52061660d1a1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 217 time: 0.0790372 Dec 03 15:14:16.958695 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-407ebcea-35aa-4466-840a-7fd8f4486c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:16.960341 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-407ebcea-35aa-4466-840a-7fd8f4486c2a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7da2c691-bc71-4f4c-b76d-e84aa1853eae HTTP/1.1" status: 200 len: 848 time: 0.0902283 Dec 03 15:14:16.963283 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde33cd-d4fd-4fe2-b542-455606f26372 req-ffb4f957-c25e-4580-8172-4c4b9c29726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:16.964872 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bbde33cd-d4fd-4fe2-b542-455606f26372 req-ffb4f957-c25e-4580-8172-4c4b9c29726d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=874b7c6d7fbb4942b67a996fc2109979&device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 1162 time: 0.2163360 Dec 03 15:14:16.984676 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-dca7f515-dfc8-473d-aafb-18e9dab04336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:48Z', 'revision_number': 4, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': 'f9096998-9ac6-4100-848f-db95961afb2f', 'name': '', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'mac_address': 'fa:16:3e:6b:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:46Z', 'updated_at': '2020-12-03T15:09:57Z', 'revision_number': 5, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'subnets': [{'id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:16.988806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7f515-dfc8-473d-aafb-18e9dab04336 None None] Checking router: 394a146b-ead3-4e1d-962c-b5ff06497c81 for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:14:17.004042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7f515-dfc8-473d-aafb-18e9dab04336 None None] Routers {'394a146b-ead3-4e1d-962c-b5ff06497c81'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:14:17.004042 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-dca7f515-dfc8-473d-aafb-18e9dab04336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:13:56Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['394a146b-ead3-4e1d-962c-b5ff06497c81'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:17.175124 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde33cd-d4fd-4fe2-b542-455606f26372 req-208ff0b4-5740-4a27-a8fe-3576c8617018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:17.176767 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bbde33cd-d4fd-4fe2-b542-455606f26372 req-208ff0b4-5740-4a27-a8fe-3576c8617018 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 200 len: 903 time: 0.1694803 Dec 03 15:14:17.178800 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-98e4c8e1-e9cf-4986-83e2-b82b3c925d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:17.180359 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-98e4c8e1-e9cf-4986-83e2-b82b3c925d65 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2116997 Dec 03 15:14:17.190926 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-dca7f515-dfc8-473d-aafb-18e9dab04336 None None] Set router 394a146b-ead3-4e1d-962c-b5ff06497c81 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:14:17.278066 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bbde33cd-d4fd-4fe2-b542-455606f26372 req-a30db653-5bdc-432e-9661-ebc7d47ea904 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 200 len: 217 time: 0.0938079 Dec 03 15:14:17.432815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde33cd-d4fd-4fe2-b542-455606f26372 req-14fb7a72-3d3e-4baa-b07d-8aaef2775f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:17.434467 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bbde33cd-d4fd-4fe2-b542-455606f26372 req-14fb7a72-3d3e-4baa-b07d-8aaef2775f1a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7da2c691-bc71-4f4c-b76d-e84aa1853eae HTTP/1.1" status: 200 len: 848 time: 0.1019881 Dec 03 15:14:17.508849 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-333329f5-c5e8-4182-a5d7-829974660f9c service neutron] 10.222.0.81 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641711 Dec 03 15:14:17.637758 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde33cd-d4fd-4fe2-b542-455606f26372 req-43327264-5b95-4b6b-8b1b-62b29d261716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:17.639437 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bbde33cd-d4fd-4fe2-b542-455606f26372 req-43327264-5b95-4b6b-8b1b-62b29d261716 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1825f5b-6d83-4a7a-8d67-17897ad8f22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1897161 Dec 03 15:14:17.694376 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-dca7f515-dfc8-473d-aafb-18e9dab04336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:48Z', 'revision_number': 4, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': 'f9096998-9ac6-4100-848f-db95961afb2f', 'name': '', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'mac_address': 'fa:16:3e:6b:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:46Z', 'updated_at': '2020-12-03T15:09:57Z', 'revision_number': 5, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'subnets': [{'id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:17.699452 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7f515-dfc8-473d-aafb-18e9dab04336 None None] The sync data for ids ['394a146b-ead3-4e1d-962c-b5ff06497c81'] in dv-cinder-757908-3-smb is: [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:48Z', 'revision_number': 4, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb', '_interfaces': [{'id': 'f9096998-9ac6-4100-848f-db95961afb2f', 'name': '', 'network_id': 'b1825f5b-6d83-4a7a-8d67-17897ad8f22c', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'mac_address': 'fa:16:3e:6b:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:46Z', 'updated_at': '2020-12-03T15:09:57Z', 'revision_number': 5, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'subnets': [{'id': '7da2c691-bc71-4f4c-b76d-e84aa1853eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:14:17.761024 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-91f8e05c-6ac1-4815-b32f-6d872f7c312a req-b3f8b3d9-dcc7-4bfb-b200-b85ab1ca04fe service neutron] 10.222.0.81 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2428286 Dec 03 15:14:17.817996 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bbde33cd-d4fd-4fe2-b542-455606f26372 req-65ed4a0f-0bde-499f-a1bc-50ae58ff7e0f service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654751 Dec 03 15:14:17.972807 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-bbde33cd-d4fd-4fe2-b542-455606f26372 req-c16cfb6b-06f9-45e8-b3ac-f8b4b0921291 service neutron] 10.222.0.65 "GET /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478720 Dec 03 15:14:18.102521 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a16a9c8-8f1a-4671-880b-1257db367fe3 None None] New status for floating IP 276bd948-ae24-4021-a792-ef0078a049b2: DOWN {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 03 15:14:18.196757 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3fa46-fa89-42ed-9412-90d6e8d09029 req-2e401ed4-2c29-4e4c-92b8-51511edb9276 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:18.197590 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-81a3fa46-fa89-42ed-9412-90d6e8d09029 req-2e401ed4-2c29-4e4c-92b8-51511edb9276 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Synchronizing usage tracker for tenant:874b7c6d7fbb4942b67a996fc2109979 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:14:18.213645 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-81a3fa46-fa89-42ed-9412-90d6e8d09029 req-2e401ed4-2c29-4e4c-92b8-51511edb9276 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Unset dirty status for tenant:874b7c6d7fbb4942b67a996fc2109979 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:14:18.214915 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-81a3fa46-fa89-42ed-9412-90d6e8d09029 req-2e401ed4-2c29-4e4c-92b8-51511edb9276 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.1077709 Dec 03 15:14:18.266622 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-81a3fa46-fa89-42ed-9412-90d6e8d09029 req-714ebd84-0cf9-4b59-be19-ea117ceb2bb2 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0451195 Dec 03 15:14:19.919144 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8041eca-e523-43ec-9409-352ff4c66c54 req-3cc5d7eb-6b3a-40bf-b2da-c45255227ef7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:19.920827 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e8041eca-e523-43ec-9409-352ff4c66c54 req-3cc5d7eb-6b3a-40bf-b2da-c45255227ef7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.3771389 Dec 03 15:14:19.926837 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-74f2450c-63a2-45e1-a784-253cf574809a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:19.928340 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-74f2450c-63a2-45e1-a784-253cf574809a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.65 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 945 time: 0.3452499 Dec 03 15:14:20.027375 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Device db997bcd-46d8-4126-97ea-218e5eef2fe7 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:14:20.029343 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e8041eca-e523-43ec-9409-352ff4c66c54 req-a338a201-192a-4db3-8aae-aed761094c50 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0999844 Dec 03 15:14:20.035560 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Deleting port db997bcd-46d8-4126-97ea-218e5eef2fe7 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:20.035948 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:20.155145 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821967297'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:20.185871 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7'}] {{(pid=80305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:14:20.196824 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] For port db997bcd-46d8-4126-97ea-218e5eef2fe7, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:14:20.200136 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254335127429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782519118502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254335657281'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:20.202356 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:20.272203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Pushing event updated for resources: {'Port': ['ID=db997bcd-46d8-4126-97ea-218e5eef2fe7,revision_number=7']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:20.280883 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.281268 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.281641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.282015 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.282378 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.282740 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.283100 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.283457 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.283815 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.284229 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.284587 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.284953 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.285402 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.285762 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.286120 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.286471 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.286835 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.287182 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.287534 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.287887 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.288265 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.288618 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.289009 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.289360 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:20.294005 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:20.310648 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] For port db997bcd-46d8-4126-97ea-218e5eef2fe7, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:14:20.311047 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:20.353313 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7', 'code': 200} Dec 03 15:14:20.440416 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Calling delete_port for db997bcd-46d8-4126-97ea-218e5eef2fe7 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:14:20.521003 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:14:20.521373 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:14:21.022634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Deleting port db997bcd-46d8-4126-97ea-218e5eef2fe7 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:21.023199 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:21.349905 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] For port db997bcd-46d8-4126-97ea-218e5eef2fe7, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=db997bcd-46d8-4126-97ea-218e5eef2fe7,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:14:21.350306 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:21.380766 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e0bc8-8ea0-4902-a2d5-135682355dc6 req-5552be5d-1ff7-4c70-8e0e-e0cc36b77da7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 03 15:14:21.382376 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d9e0bc8-8ea0-4902-a2d5-135682355dc6 req-5552be5d-1ff7-4c70-8e0e-e0cc36b77da7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 943 time: 0.1624191 Dec 03 15:14:21.524492 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Calling delete_port for db997bcd-46d8-4126-97ea-218e5eef2fe7 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:14:21.605397 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-9d9e0bc8-8ea0-4902-a2d5-135682355dc6 req-4ca1bf45-dfb1-4af9-8a54-938e982cae62 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups?id=04d013b2-30af-4481-b4af-51d497760bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1670723 Dec 03 15:14:21.697825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:21.713519 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-04b26d4f-7e54-4b05-b91f-171e93615620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:21.759079 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Pushing event deleted for resources: {'Port': ['ID=db997bcd-46d8-4126-97ea-218e5eef2fe7,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:21.806182 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:21.916884 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] No DVR routers for this DVR port db997bcd-46d8-4126-97ea-218e5eef2fe7 on host hv-cinder-75790 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:14:21.919272 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770413'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:21.922345 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'name': 'network-vif-deleted', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 03 15:14:21.937949 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-2ecec507-3c0a-4aa3-b6f6-7ac4daedb871 req-bd9a968f-5fa4-409f-a626-0d51aec7db91 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.65 "DELETE /v2.0/ports/db997bcd-46d8-4126-97ea-218e5eef2fe7 HTTP/1.1" status: 204 len: 173 time: 1.9942737 Dec 03 15:14:21.988537 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275', 'name': 'network-vif-deleted', 'tag': 'db997bcd-46d8-4126-97ea-218e5eef2fe7', 'status': 'completed', 'code': 200} Dec 03 15:14:22.806877 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-ce1325b7-20c5-42a4-8a62-f479fdaa7a54 req-b35a6544-3338-4811-b3c7-5fa14625e12a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Synchronizing usage tracker for tenant:874b7c6d7fbb4942b67a996fc2109979 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 03 15:14:22.822776 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.quota.resource [req-ce1325b7-20c5-42a4-8a62-f479fdaa7a54 req-b35a6544-3338-4811-b3c7-5fa14625e12a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Unset dirty status for tenant:874b7c6d7fbb4942b67a996fc2109979 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 03 15:14:22.824072 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-ce1325b7-20c5-42a4-8a62-f479fdaa7a54 req-b35a6544-3338-4811-b3c7-5fa14625e12a tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/ports?device_id=9c9e6f06-d6f9-475a-b1dd-9e5e44c7c275 HTTP/1.1" status: 200 len: 210 time: 0.0631950 Dec 03 15:14:23.061715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:23.151768 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-eebc23fa-dfcf-49bf-a72b-aac04269ef30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:24.020900 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e6660723-6db9-4bdb-a05a-47f04f21a4c0 req-18beb36f-e198-4ff3-865d-381aad14e3a1 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "GET /v2.0/security-groups/04d013b2-30af-4481-b4af-51d497760bd2 HTTP/1.1" status: 200 len: 2877 time: 0.0549743 Dec 03 15:14:24.093162 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e6660723-6db9-4bdb-a05a-47f04f21a4c0 req-f51efebc-02ee-4228-9d2b-ab077499e7d5 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:24.123692 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e6660723-6db9-4bdb-a05a-47f04f21a4c0 req-f51efebc-02ee-4228-9d2b-ab077499e7d5 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:24.172426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e6660723-6db9-4bdb-a05a-47f04f21a4c0 req-f51efebc-02ee-4228-9d2b-ab077499e7d5 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:24.177717 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-8e7e7e07-90e3-4466-81e5-b3a28b6cf136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:24.193454 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51efebc-02ee-4228-9d2b-ab077499e7d5 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d013b2-30af-4481-b4af-51d497760bd2,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:24.196314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f51efebc-02ee-4228-9d2b-ab077499e7d5 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:24.202709 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [req-e6660723-6db9-4bdb-a05a-47f04f21a4c0 req-f51efebc-02ee-4228-9d2b-ab077499e7d5 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:24.203911 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [req-e6660723-6db9-4bdb-a05a-47f04f21a4c0 req-f51efebc-02ee-4228-9d2b-ab077499e7d5 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] 10.222.0.81 "DELETE /v2.0/security-groups/04d013b2-30af-4481-b4af-51d497760bd2 HTTP/1.1" status: 204 len: 173 time: 0.1758883 Dec 03 15:14:24.262865 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 39076) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:14:24.626040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741229'] for router_interface, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:25.242143 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] Deleting port f9096998-9ac6-4100-848f-db95961afb2f {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:25.242743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:25.659040 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] For port f9096998-9ac6-4100-848f-db95961afb2f, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=f9096998-9ac6-4100-848f-db95961afb2f,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:14:25.659436 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:25.672714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-d7d2ae80-72dd-466b-9acd-0c9d01f3df91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:25.787798 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] Calling delete_port for f9096998-9ac6-4100-848f-db95961afb2f owned by network:router_interface {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:14:25.956640 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:25.971906 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c46ded64-7e6c-424a-a2b0-213255e48c60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:26.064219 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9096998-9ac6-4100-848f-db95961afb2f,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:26.071671 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:26.205506 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:26.377343 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822424073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853027472'] for router_interface, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:26.886020 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] Router 394a146b-ead3-4e1d-962c-b5ff06497c81 has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:14:27.090991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:14:27.100082 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b690fe27-5136-4b46-980f-a37686c27d89 None None] Sync routers for ids ['394a146b-ead3-4e1d-962c-b5ff06497c81'] in dv-cinder-757908-3-smb {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:14:27.107175 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-5cbdff13-8d6e-4dc6-9ae5-f415d1f21b53 admin admin] 10.222.0.81 "PUT /v2.0/routers/394a146b-ead3-4e1d-962c-b5ff06497c81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8428710 Dec 03 15:14:27.110036 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 39080) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:14:27.112806 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690fe27-5136-4b46-980f-a37686c27d89 None None] Routers {'394a146b-ead3-4e1d-962c-b5ff06497c81'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:14:27.113581 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-b690fe27-5136-4b46-980f-a37686c27d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:14:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['394a146b-ead3-4e1d-962c-b5ff06497c81'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:27.169465 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:27.243194 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:27.308799 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Notify callbacks [] for router, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:27.311007 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-b690fe27-5136-4b46-980f-a37686c27d89 None None] Set router 394a146b-ead3-4e1d-962c-b5ff06497c81 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:14:27.497246 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:27.502543 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Deleting port 1d7d07f5-b770-418e-9117-f084838af255 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:27.502888 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:27.636010 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-b690fe27-5136-4b46-980f-a37686c27d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:14:25Z', 'revision_number': 5, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:27.640341 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b690fe27-5136-4b46-980f-a37686c27d89 None None] Checking router: 394a146b-ead3-4e1d-962c-b5ff06497c81 for host: dv-cinder-757908-3-smb {{(pid=80306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:14:27.649939 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690fe27-5136-4b46-980f-a37686c27d89 None None] Routers {'394a146b-ead3-4e1d-962c-b5ff06497c81'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:14:27.650595 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-b690fe27-5136-4b46-980f-a37686c27d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:14:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['394a146b-ead3-4e1d-962c-b5ff06497c81'], 'active': True} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:27.703096 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] For port 1d7d07f5-b770-418e-9117-f084838af255, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=1d7d07f5-b770-418e-9117-f084838af255,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:14:27.703488 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:27.837885 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-b690fe27-5136-4b46-980f-a37686c27d89 None None] Set router 394a146b-ead3-4e1d-962c-b5ff06497c81 gateway port host: dv-cinder-757908-3-smb {{(pid=80306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:14:27.850810 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Calling delete_port for 1d7d07f5-b770-418e-9117-f084838af255 owned by network:router_gateway {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:14:27.991880 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:28.146143 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-b690fe27-5136-4b46-980f-a37686c27d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:14:25Z', 'revision_number': 5, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:28.151496 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b690fe27-5136-4b46-980f-a37686c27d89 None None] The sync data for ids ['394a146b-ead3-4e1d-962c-b5ff06497c81'] in dv-cinder-757908-3-smb is: [{'id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'name': 'tempest-TestShelveInstance-1084624614-router', 'tenant_id': '874b7c6d7fbb4942b67a996fc2109979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '1d7d07f5-b770-418e-9117-f084838af255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:14:25Z', 'revision_number': 5, 'project_id': '874b7c6d7fbb4942b67a996fc2109979', 'gw_port': {'id': '1d7d07f5-b770-418e-9117-f084838af255', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394a146b-ead3-4e1d-962c-b5ff06497c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}] {{(pid=80306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:14:28.192293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672997'] for router_gateway, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:28.555701 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5089'] for router, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:28.558139 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:28.579777 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853101674'] for router, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:28.580347 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 394a146b-ead3-4e1d-962c-b5ff06497c81 {{(pid=80303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 03 15:14:28.593895 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:28.595103 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-a53c83a0-0839-49bf-b4eb-307742b26c0c admin admin] 10.222.0.81 "DELETE /v2.0/routers/394a146b-ead3-4e1d-962c-b5ff06497c81 HTTP/1.1" status: 204 len: 168 time: 1.4840121 Dec 03 15:14:28.597779 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 39084) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:14:28.668486 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-1292c163-2961-4bf6-9e95-bf37c4355ae0 admin admin] Deleting subnet 7da2c691-bc71-4f4c-b76d-e84aa1853eae {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:14:28.672034 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1292c163-2961-4bf6-9e95-bf37c4355ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:28.731083 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1292c163-2961-4bf6-9e95-bf37c4355ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1676066'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:28.829337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1292c163-2961-4bf6-9e95-bf37c4355ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:28.917893 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device f9096998-9ac6-4100-848f-db95961afb2f no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:14:28.956938 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: f9096998-9ac6-4100-848f-db95961afb2f {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:14:28.957333 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device f9096998-9ac6-4100-848f-db95961afb2f not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:14:28.957813 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 1d7d07f5-b770-418e-9117-f084838af255 no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:14:28.990731 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: 1d7d07f5-b770-418e-9117-f084838af255 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:14:28.991129 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 1d7d07f5-b770-418e-9117-f084838af255 not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:14:29.106290 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1292c163-2961-4bf6-9e95-bf37c4355ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2736186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099232'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:29.119876 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-49d9e42c-5126-4265-9252-9689704bf0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:29.158279 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292c163-2961-4bf6-9e95-bf37c4355ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da2c691-bc71-4f4c-b76d-e84aa1853eae,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:29.211844 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-1292c163-2961-4bf6-9e95-bf37c4355ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:29.260353 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1292c163-2961-4bf6-9e95-bf37c4355ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:29.266012 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ff64a-bb37-4234-abc1-0e1b6d11476c None None] Network b1825f5b-6d83-4a7a-8d67-17897ad8f22c requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:14:29.266545 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-1292c163-2961-4bf6-9e95-bf37c4355ae0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7da2c691-bc71-4f4c-b76d-e84aa1853eae HTTP/1.1" status: 204 len: 168 time: 0.6677294 Dec 03 15:14:29.269592 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 39088) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:14:29.398878 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:29.479102 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Deleting port 2a150844-feb7-42d9-904f-db284551dc64 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:29.479102 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:29.541422 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddde489e-946c-42c3-a5f5-7dd2ecb9817d None None] DHCP port deletion for b1825f5b-6d83-4a7a-8d67-17897ad8f22c request from dv-cinder-757908-3-smb {{(pid=80305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 03 15:14:29.546621 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-ddde489e-946c-42c3-a5f5-7dd2ecb9817d None None] Deleting port 2a150844-feb7-42d9-904f-db284551dc64 {{(pid=80305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:29.547338 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ddde489e-946c-42c3-a5f5-7dd2ecb9817d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:29.704797 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] For port 2a150844-feb7-42d9-904f-db284551dc64, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=2a150844-feb7-42d9-904f-db284551dc64,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:14:29.705394 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:29.775196 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-ddde489e-946c-42c3-a5f5-7dd2ecb9817d None None] For port 2a150844-feb7-42d9-904f-db284551dc64, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=2a150844-feb7-42d9-904f-db284551dc64,segment=NetworkSegment(6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f),segment_id=6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:14:29.776381 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ddde489e-946c-42c3-a5f5-7dd2ecb9817d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:29.839030 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Calling delete_port for 2a150844-feb7-42d9-904f-db284551dc64 owned by network:dhcp {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:14:29.903414 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-ddde489e-946c-42c3-a5f5-7dd2ecb9817d None None] Calling delete_port for 2a150844-feb7-42d9-904f-db284551dc64 owned by network:dhcp {{(pid=80305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:14:29.921377 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:29.937775 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-f0382952-e746-4128-bc88-6a3480f34b71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:29.975780 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [None req-ddde489e-946c-42c3-a5f5-7dd2ecb9817d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80305) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:14:29.976755 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [None req-ddde489e-946c-42c3-a5f5-7dd2ecb9817d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:14:30.033253 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a150844-feb7-42d9-904f-db284551dc64,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:30.045658 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:30.079604 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] No DVR routers for this DVR port 2a150844-feb7-42d9-904f-db284551dc64 on host dv-cinder-757908-3-smb {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:14:30.204700 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:30.321056 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1825f5b-6d83-4a7a-8d67-17897ad8f22c']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:30.334403 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:30.334842 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6493a906-4b4e-4ecb-a2fd-3f1ef0402e8f') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:30.347594 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853099734'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:30.362523 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:30.364536 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:14:30.478176 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-ddde489e-946c-42c3-a5f5-7dd2ecb9817d None None] Deleting port 2a150844-feb7-42d9-904f-db284551dc64 {{(pid=80305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:30.478596 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-ddde489e-946c-42c3-a5f5-7dd2ecb9817d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:30.550886 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Network b1825f5b-6d83-4a7a-8d67-17897ad8f22c has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:14:30.552285 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-ddde489e-946c-42c3-a5f5-7dd2ecb9817d None None] The port '2a150844-feb7-42d9-904f-db284551dc64' was deleted {{(pid=80305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 03 15:14:30.561330 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852037735'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:30.745289 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Network b1825f5b-6d83-4a7a-8d67-17897ad8f22c has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:14:30.774081 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:14:30.859642 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:30.863198 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:30.881415 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:30.890857 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1825f5b-6d83-4a7a-8d67-17897ad8f22c,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:30.895497 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:30.899381 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-85f5f01d-8eb4-4bcb-8cb4-91f4b143ecf8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b1825f5b-6d83-4a7a-8d67-17897ad8f22c HTTP/1.1" status: 204 len: 168 time: 1.6286519 Dec 03 15:14:30.902622 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 39092) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:14:30.916894 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 2a150844-feb7-42d9-904f-db284551dc64 no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:14:30.952638 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: 2a150844-feb7-42d9-904f-db284551dc64 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:14:30.953032 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 2a150844-feb7-42d9-904f-db284551dc64 not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:14:31.278151 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741229'] for router_interface, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:32.126908 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] Deleting port 7d81ad54-2e2a-4619-b750-55e183995aeb {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:32.127524 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:32.309576 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] For port 7d81ad54-2e2a-4619-b750-55e183995aeb, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=7d81ad54-2e2a-4619-b750-55e183995aeb,segment=NetworkSegment(5b4f12b9-7222-402d-b762-f77a60859d20),segment_id=5b4f12b9-7222-402d-b762-f77a60859d20)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:14:32.309955 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:32.437442 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] Calling delete_port for 7d81ad54-2e2a-4619-b750-55e183995aeb owned by network:router_interface {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:14:32.610773 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:32.626137 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-bff0d9d4-1cb7-4af6-ba4d-927f0c5ce35b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:32.717273 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d81ad54-2e2a-4619-b750-55e183995aeb,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:32.724305 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:33.034090 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822424073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853027472'] for router_interface, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:33.535510 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] Router aa709907-328f-4db6-a06f-8844207cb39c has already been hosted by L3 agent 39e5b808-3505-4b87-ba8e-7327217a089b {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 03 15:14:33.720404 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 03 15:14:33.729990 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd977c6-4e4e-47a9-a8f3-3f090b5f7831 None None] Sync routers for ids ['aa709907-328f-4db6-a06f-8844207cb39c'] in dv-cinder-757908-3-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 03 15:14:33.730765 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-0ba22ea5-3e56-4c2b-97c4-c92d4e460bc5 admin admin] 10.222.0.81 "PUT /v2.0/routers/aa709907-328f-4db6-a06f-8844207cb39c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8270814 Dec 03 15:14:33.733426 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 39096) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:14:33.740228 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd977c6-4e4e-47a9-a8f3-3f090b5f7831 None None] Routers {'aa709907-328f-4db6-a06f-8844207cb39c'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:14:33.740866 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-1bd977c6-4e4e-47a9-a8f3-3f090b5f7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:14:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['aa709907-328f-4db6-a06f-8844207cb39c'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:33.918947 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Notify callbacks [] for router, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:33.927893 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-1bd977c6-4e4e-47a9-a8f3-3f090b5f7831 None None] Set router aa709907-328f-4db6-a06f-8844207cb39c gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:14:34.102386 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:34.108664 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Deleting port d219fb5a-34d0-4a9a-a1be-70e35af215e3 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:34.109065 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:34.235988 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-1bd977c6-4e4e-47a9-a8f3-3f090b5f7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'name': 'tempest-TestShelveInstance-557346570-router', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:52Z', 'updated_at': '2020-12-03T15:14:32Z', 'revision_number': 5, 'project_id': '0106dca735b6430aa3b5e25814fcd7fd', 'gw_port': {'id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:53Z', 'updated_at': '2020-12-03T15:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:34.240680 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd977c6-4e4e-47a9-a8f3-3f090b5f7831 None None] Checking router: aa709907-328f-4db6-a06f-8844207cb39c for host: dv-cinder-757908-3-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 03 15:14:34.251443 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd977c6-4e4e-47a9-a8f3-3f090b5f7831 None None] Routers {'aa709907-328f-4db6-a06f-8844207cb39c'} bound to L3 agent in host dv-cinder-757908-3-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 03 15:14:34.252260 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-1bd977c6-4e4e-47a9-a8f3-3f090b5f7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:26Z,description=,heartbeat_timestamp=2020-12-03T15:14:26Z,host='dv-cinder-757908-3-smb',id=39e5b808-3505-4b87-ba8e-7327217a089b,load=0,resource_versions=,resources_synced=,started_at=2020-12-03T14:53:26Z,topic='l3_agent')) {'router_ids': ['aa709907-328f-4db6-a06f-8844207cb39c'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:34.292693 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] For port d219fb5a-34d0-4a9a-a1be-70e35af215e3, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=d219fb5a-34d0-4a9a-a1be-70e35af215e3,segment=NetworkSegment(070db2a8-5132-4034-8121-cb549ab3fe2b),segment_id=070db2a8-5132-4034-8121-cb549ab3fe2b)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:14:34.293091 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:34.427521 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Calling delete_port for d219fb5a-34d0-4a9a-a1be-70e35af215e3 owned by network:router_gateway {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:14:34.577951 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:34.638089 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvr_db [None req-1bd977c6-4e4e-47a9-a8f3-3f090b5f7831 None None] Set router aa709907-328f-4db6-a06f-8844207cb39c gateway port host: dv-cinder-757908-3-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 03 15:14:34.965587 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_hamode_db [None req-1bd977c6-4e4e-47a9-a8f3-3f090b5f7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'name': 'tempest-TestShelveInstance-557346570-router', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:52Z', 'updated_at': '2020-12-03T15:14:32Z', 'revision_number': 5, 'project_id': '0106dca735b6430aa3b5e25814fcd7fd', 'gw_port': {'id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:53Z', 'updated_at': '2020-12-03T15:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}], 'dv-cinder-757908-3-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:34.970123 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd977c6-4e4e-47a9-a8f3-3f090b5f7831 None None] The sync data for ids ['aa709907-328f-4db6-a06f-8844207cb39c'] in dv-cinder-757908-3-smb is: [{'id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'name': 'tempest-TestShelveInstance-557346570-router', 'tenant_id': '0106dca735b6430aa3b5e25814fcd7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'external_fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:52Z', 'updated_at': '2020-12-03T15:14:32Z', 'revision_number': 5, 'project_id': '0106dca735b6430aa3b5e25814fcd7fd', 'gw_port': {'id': 'd219fb5a-34d0-4a9a-a1be-70e35af215e3', 'name': '', 'network_id': 'dd1a301b-8a93-4dbd-976c-bde55c9c0b05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa709907-328f-4db6-a06f-8844207cb39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:53Z', 'updated_at': '2020-12-03T15:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18e91fc-9930-43a9-93bf-89a7b3a7a2b3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-smb'}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 03 15:14:35.015071 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672997'] for router_gateway, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:35.156439 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5089'] for router, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:35.158782 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:35.183118 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853101674'] for router, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:35.183743 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa709907-328f-4db6-a06f-8844207cb39c {{(pid=80303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 03 15:14:35.196991 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:35.198260 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e5212405-2085-4974-9a31-7146e45cab16 admin admin] 10.222.0.81 "DELETE /v2.0/routers/aa709907-328f-4db6-a06f-8844207cb39c HTTP/1.1" status: 204 len: 168 time: 1.4638557 Dec 03 15:14:35.201203 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 39100) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:14:35.273099 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ab3b19-3d0d-48a0-a745-64e3c206e886 admin admin] Deleting subnet f92c7d61-9590-485a-8676-733463889577 {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 03 15:14:35.277057 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-66ab3b19-3d0d-48a0-a745-64e3c206e886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:35.334557 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-66ab3b19-3d0d-48a0-a745-64e3c206e886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1676066'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:35.428079 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-66ab3b19-3d0d-48a0-a745-64e3c206e886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32586757'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:35.728106 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-66ab3b19-3d0d-48a0-a745-64e3c206e886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822189027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2736186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099232'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:35.744069 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:35.831872 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab3b19-3d0d-48a0-a745-64e3c206e886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92c7d61-9590-485a-8676-733463889577,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:35.843945 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-66ab3b19-3d0d-48a0-a745-64e3c206e886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:35.877221 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-66ab3b19-3d0d-48a0-a745-64e3c206e886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:35.883694 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a47a2ae-c030-460d-9a74-95d0368aa3b6 None None] Network 8ec11cff-3413-4969-8508-c7217fab5ad9 requested from dv-cinder-757908-3-smb {{(pid=80305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 03 15:14:35.884384 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-66ab3b19-3d0d-48a0-a745-64e3c206e886 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f92c7d61-9590-485a-8676-733463889577 HTTP/1.1" status: 204 len: 168 time: 0.6819959 Dec 03 15:14:35.887023 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 39104) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:14:36.007253 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821952857'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:36.079508 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Deleting port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:36.080036 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:36.161784 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd4ac5-26b3-4749-8c5f-55b8c4d521bf None None] DHCP port deletion for 8ec11cff-3413-4969-8508-c7217fab5ad9 request from dv-cinder-757908-3-smb {{(pid=80305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 03 15:14:36.167429 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd4ac5-26b3-4749-8c5f-55b8c4d521bf None None] Deleting port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a {{(pid=80305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:36.168125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4ac5-26b3-4749-8c5f-55b8c4d521bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:36.302944 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] For port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=03e0ed4e-3053-4dee-9ef1-85c1c2edd81a,segment=NetworkSegment(5b4f12b9-7222-402d-b762-f77a60859d20),segment_id=5b4f12b9-7222-402d-b762-f77a60859d20)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:14:36.303259 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:36.384361 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.db [None req-dbbd4ac5-26b3-4749-8c5f-55b8c4d521bf None None] For port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a, host dv-cinder-757908-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-smb',level=0,port_id=03e0ed4e-3053-4dee-9ef1-85c1c2edd81a,segment=NetworkSegment(5b4f12b9-7222-402d-b762-f77a60859d20),segment_id=5b4f12b9-7222-402d-b762-f77a60859d20)] {{(pid=80305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 03 15:14:36.384702 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4ac5-26b3-4749-8c5f-55b8c4d521bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853029429'] for port, precommit_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:36.436440 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Calling delete_port for 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a owned by network:dhcp {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:14:36.513695 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32826816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254335127446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254335657315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2738158'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:36.513995 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd4ac5-26b3-4749-8c5f-55b8c4d521bf None None] Calling delete_port for 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a owned by network:dhcp {{(pid=80305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 03 15:14:36.531153 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-446d4785-c57d-449e-875b-be9c689634d7 tempest-TestShelveInstance-1105880659 tempest-TestShelveInstance-1105880659] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:36.590112 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.db.api [None req-dbbd4ac5-26b3-4749-8c5f-55b8c4d521bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80305) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 03 15:14:36.590519 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_db.api [None req-dbbd4ac5-26b3-4749-8c5f-55b8c4d521bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 03 15:14:36.631298 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e0ed4e-3053-4dee-9ef1-85c1c2edd81a,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:36.638573 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:36.683510 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] No DVR routers for this DVR port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a on host dv-cinder-757908-3-smb {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 03 15:14:36.817192 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32572060', 'neutron.services.segments.db._delete_segments_for_network--9223363254335111096'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:36.918037 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:14:36.944217 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec11cff-3413-4969-8508-c7217fab5ad9']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:36.954818 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:14:36.955287 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:14:36.955764 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device d219fb5a-34d0-4a9a-a1be-70e35af215e3 no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:14:36.957817 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4f12b9-7222-402d-b762-f77a60859d20') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:36.958157 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.services.segments.db [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4f12b9-7222-402d-b762-f77a60859d20') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 03 15:14:36.971076 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254335109816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853099734'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:36.990489 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036822204302'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:36.991308 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: d219fb5a-34d0-4a9a-a1be-70e35af215e3 {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:14:36.991733 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device d219fb5a-34d0-4a9a-a1be-70e35af215e3 not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:14:36.992281 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 7d81ad54-2e2a-4619-b750-55e183995aeb no longer exists at agent ovs-agent-dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 03 15:14:36.992715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 03 15:14:37.030538 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] No Port match for: 7d81ad54-2e2a-4619-b750-55e183995aeb {{(pid=80305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 03 15:14:37.030929 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.rpc [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Device 7d81ad54-2e2a-4619-b750-55e183995aeb not bound to the agent host dv-cinder-757908-3-smb {{(pid=80305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 03 15:14:37.091981 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd4ac5-26b3-4749-8c5f-55b8c4d521bf None None] Deleting port 03e0ed4e-3053-4dee-9ef1-85c1c2edd81a {{(pid=80305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 03 15:14:37.092433 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4ac5-26b3-4749-8c5f-55b8c4d521bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782519570376'] for port, before_delete {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:37.165000 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd4ac5-26b3-4749-8c5f-55b8c4d521bf None None] The port '03e0ed4e-3053-4dee-9ef1-85c1c2edd81a' was deleted {{(pid=80305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 03 15:14:37.197810 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Network 8ec11cff-3413-4969-8508-c7217fab5ad9 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:14:37.207392 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32571514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852037735'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:37.388213 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.plugins.ml2.managers [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Network 8ec11cff-3413-4969-8508-c7217fab5ad9 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: Traceback (most recent call last): Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: timer() Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: cb(*args, **kw) Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: return func(*args, **kwargs) Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: self._notify() Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: self.callback(batched_events) Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: event.method(event) Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: segment_id)['aggregates'][0] Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: return f(self, *a, **k) Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: return self._get(url).json() Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: **kwargs) Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: return self.request(url, 'GET', **kwargs) Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: **endpoint_filter) Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 03 15:14:37.411706 dv-cinder-757908-3-smb neutron-server[80192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 03 15:14:37.496779 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822203756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32351740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853102781'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:37.500331 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-7a7c5249-aa49-49bf-861d-5d0e61179aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:37.517292 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822427630'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:37.524896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec11cff-3413-4969-8508-c7217fab5ad9,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:37.530311 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:37.534633 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-e8896711-5bf1-44c3-b73b-9ffeb4fac789 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8ec11cff-3413-4969-8508-c7217fab5ad9 HTTP/1.1" status: 204 len: 168 time: 1.6462684 Dec 03 15:14:37.815700 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.81', 39110) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:14:37.866379 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-dd9e778f-a761-4080-b144-457ff8f1ed50 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=874b7c6d7fbb4942b67a996fc2109979&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0493236 Dec 03 15:14:37.869715 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 39114) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:14:37.936001 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:37.964562 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:38.013539 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:38.018540 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-e8df5810-1115-4730-9f34-a052ae47f8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:38.033008 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e32a09-338a-4509-a948-ac1bd3c41ddf,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:38.045185 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.045602 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.046012 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.046415 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.046814 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.047252 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.047651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.048070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.048464 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.048855 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.049247 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.049634 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.050122 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.050515 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.050905 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.051293 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.051680 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.052098 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.052485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.052873 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.053265 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.053651 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.054039 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.054520 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 03 15:14:38.058149 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:38.068166 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:38.069416 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-b44b466e-dc32-4308-be01-f9e3314d4da2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1e32a09-338a-4509-a948-ac1bd3c41ddf HTTP/1.1" status: 204 len: 168 time: 0.1985767 Dec 03 15:14:38.498030 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 39122) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:14:38.550654 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-46725579-c758-42e5-aae7-8dd1624d9932 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0106dca735b6430aa3b5e25814fcd7fd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0510886 Dec 03 15:14:38.553654 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [-] (80304) accepted ('10.222.0.81', 39126) {{(pid=80304) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 03 15:14:38.616771 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c81d9db7-0497-4a5b-a1dd-93fb0713ec2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:38.643982 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c81d9db7-0497-4a5b-a1dd-93fb0713ec2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:38.695543 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c81d9db7-0497-4a5b-a1dd-93fb0713ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822152'] for security_group, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:38.700777 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-a4e8807b-5d64-469f-a767-2c873eba810d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 03 15:14:38.716597 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d9db7-0497-4a5b-a1dd-93fb0713ec2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2ba7e2-f262-4486-b8ab-c48893a6a73a,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 03 15:14:38.719623 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG oslo_concurrency.lockutils [None req-c81d9db7-0497-4a5b-a1dd-93fb0713ec2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 03 15:14:38.721035 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-c81d9db7-0497-4a5b-a1dd-93fb0713ec2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:38.722235 dv-cinder-757908-3-smb neutron-server[80192]: INFO neutron.wsgi [None req-c81d9db7-0497-4a5b-a1dd-93fb0713ec2f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e2ba7e2-f262-4486-b8ab-c48893a6a73a HTTP/1.1" status: 204 len: 168 time: 0.1675930 Dec 03 15:14:50.799474 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:14:53.060485 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:53.153351 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-de9c11b7-ae46-4e94-861b-bee4b5bb8cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:55.675031 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4f3dea32-75c9-4a74-a808-1a182f6c383b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:56.206826 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:57.162299 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:14:57.226835 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:15:23.058990 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:15:23.155410 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7d125459-ae01-4efa-afe9-999e165c9c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:15:25.675641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-290f50f0-5508-45fa-a763-3f16dfdb60b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:15:26.209978 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:15:27.167254 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:15:27.230201 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:15:27.799676 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:15:53.059514 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:15:53.158314 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1bea4dad-7e92-4733-ba29-2589bb445423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:15:55.679053 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd63e-9b0a-4280-bf0b-2eb447fd961c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:15:56.211714 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:15:57.169773 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:15:57.232431 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:16:04.800027 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:16:23.057311 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:16:23.159896 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-df1b69e4-5468-4cba-9aaf-4eb9fc719f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:16:25.682399 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5cb15b39-bbf6-4fa7-af28-7ad6225eba37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:16:26.216125 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:16:27.172164 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:16:27.237055 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:16:41.800287 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:16:53.064625 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:16:53.161174 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cd4c3d7c-9cfc-439c-87a9-8796c1aa3134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:16:55.685177 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8f2d81d6-65d7-424c-82dc-469ac98626f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:16:56.217726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:16:57.173968 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:16:57.242070 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:17:18.801155 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:17:23.067562 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:17:23.162405 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-5427b475-7406-476b-9a8c-9b25f18c844f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:17:25.690218 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-1bf8bc52-d8b6-495d-ac0d-8a363d7ddcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:17:26.220754 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:17:27.178118 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:17:27.243881 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:17:53.071783 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:17:53.164736 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2486b81c-88f6-4c46-8cce-03feffc53ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:17:55.691589 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b5bf-c478-48df-8047-52fc57581bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:17:55.801337 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:17:56.223183 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:17:57.180502 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:17:57.246354 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:18:19.480152 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [req-eb5f2c72-9b31-4a93-84f9-f15e725c49ed req-4b49b25f-4905-47c0-819d-0eb38ae3191c service neutron] (80303) timed out ('10.222.0.65', 65329) {{(pid=80303) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 03 15:18:19.819570 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [req-efbd2a81-6089-4118-afcd-0f9f81ca59a4 req-860cd002-699c-4d9d-beee-ce568d896cab service neutron] (80304) timed out ('10.222.0.65', 65350) {{(pid=80304) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 03 15:18:23.085348 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:18:23.166830 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7620e49b-f3e4-44a8-8efc-a53a0a267f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:18:25.696644 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-e5a2782f-c96f-4675-9c23-c2a06436eb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:18:26.226603 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:18:27.182793 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:18:27.248537 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:18:27.653355 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.wsgi [req-bb56a0dc-64a6-4fe5-adcd-8e73bcdc232a req-41e84a93-58f5-4078-ab9a-028acd852c34 tempest-DeleteServersTestJSON-1963285147 tempest-DeleteServersTestJSON-1963285147] (80304) timed out ('10.222.0.65', 65277) {{(pid=80304) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 03 15:18:32.801524 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:18:53.087511 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:18:53.167726 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-fa678c71-6508-47cd-b2ab-54a8a312ce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:18:55.700635 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-3f1cbadf-143f-4699-88c8-0cc7dd0e8fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:18:56.229085 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:18:57.188186 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:18:57.251069 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:19:09.801936 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:19:23.083543 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:19:23.169863 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-b1bf5d17-d864-49cc-a5ef-7b8547812fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:19:25.704296 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-4ea06927-6e50-4337-87b0-e4fca21b982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:19:26.233641 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-2db53484-6a66-4d39-85ed-896949e99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:19:27.192154 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-873d5ed2-f1fa-4159-be00-9c974de8aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:19:27.254369 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-8d94061a-aa77-4abf-b33c-72d9b25e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:19:46.802416 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron.db.agents_db [None req-6b224073-4d48-437a-84ab-61ad915fba03 None None] Agent healthcheck: found 6 active agents {{(pid=80306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 03 15:19:53.083825 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-7b45db8d-f965-4300-a4e9-ca15dff62c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 03 15:19:53.171663 dv-cinder-757908-3-smb neutron-server[80192]: DEBUG neutron_lib.callbacks.manager [None req-114b8edf-fb1f-4116-9fdb-bda05382f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254335111113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32577982'] for agent, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}